-- Logs begin at Tue 2021-11-02 16:02:22 UTC, end at Tue 2021-11-02 17:05:32 UTC. -- Nov 02 16:37:18.491879 dv-cinder-773876-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Nov 02 16:37:21.510157 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.common.config [-] Logging enabled! Nov 02 16:37:21.510916 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev132 Nov 02 16:37:21.510916 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=113232) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 02 16:37:21.514158 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.common.config [-] Logging enabled! Nov 02 16:37:21.514423 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev132 Nov 02 16:37:21.514742 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=113232) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 02 16:37:21.515745 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 02 16:37:21.515989 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 02 16:37:21.516404 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 02 16:37:21.516738 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 02 16:37:21.516898 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 02 16:37:21.517231 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.517539 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.517850 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.518090 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.518392 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.518694 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.518987 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.519285 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.519589 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.519886 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.520219 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.520518 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.520761 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.521052 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] config_source = [] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.521347 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.521644 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.521878 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] debug = True {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.522166 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.522598 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.523056 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.523352 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.523650 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.523934 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.524238 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.524527 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.524819 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.525166 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] host = dv-cinder-773876-4-iscsi {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.525454 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.525753 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.526051 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.526346 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.526630 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.526923 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.527219 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.527497 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] log_dir = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.527786 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] log_file = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.528072 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.528400 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.528701 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.528999 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.529236 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.529470 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.529767 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.530064 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.530349 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.530631 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.530913 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.531197 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.531481 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.531763 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.532060 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.532490 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.532791 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.533078 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.533365 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.533651 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.533936 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.534235 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.534519 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.534803 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.535085 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.535382 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.535769 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.536142 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.536500 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.536803 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.537100 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.537402 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.537694 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.537992 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.538279 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.538563 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] use_journal = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.538848 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] use_json = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.539132 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.539414 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.539710 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.539991 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.540315 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.540609 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.540890 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.541192 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:21.541508 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.541817 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.542129 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.542427 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.542754 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.543047 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.543349 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.543638 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.543939 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.544272 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.544606 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.544884 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.545182 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.545472 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.545782 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.546104 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.546413 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.546720 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.547009 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.547295 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.547616 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.547878 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.548197 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.548498 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.548796 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.549095 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.549382 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.549682 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.549986 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.550287 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.550572 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.550863 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.551170 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.551990 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.552314 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.552605 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.553014 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.553316 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.553606 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.553904 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.554197 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.554483 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.554767 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.555055 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.555361 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.557296 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.557296 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.557296 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.557296 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.557296 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.557296 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.557296 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.557296 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.557296 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.561763 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.561763 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.561763 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.561763 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.561763 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.561763 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.561763 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.561763 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.561763 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.562786 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.562786 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.562786 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.562786 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.562786 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.562786 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.562786 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.562786 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.563501 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.563501 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.563501 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.563812 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.564101 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.564428 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.564717 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.565004 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.565291 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.565580 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.565869 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.566157 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.566440 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.566757 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.567759 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.568074 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.568385 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.568678 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.569080 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.569337 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.569633 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.569922 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.570209 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.570505 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.570801 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.571111 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.571417 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.571724 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.572218 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.572375 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.572669 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.572995 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.573291 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:21.573521 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 02 16:37:21.573793 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=113232) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 02 16:37:22.065977 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=113232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 02 16:37:22.066296 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=113232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 02 16:37:22.066521 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=113232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 02 16:37:22.066905 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 02 16:37:22.406267 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:22.406517 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:22.406766 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:22.408059 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:22.408370 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:22.408645 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:22.446079 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:22.446381 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:22.446662 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:22.463050 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:22.463337 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:22.463616 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:22.497049 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:22.497349 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:22.497600 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:22.534600 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:22.535434 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:22.535434 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:22.785508 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:22.786445 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:22.786731 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:22.787008 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:22.787738 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:22.927468 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:22.927793 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:22.928089 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:22.928403 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:22.928681 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:22.929007 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:22.929278 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:22.929544 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:22.929815 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:22.930108 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:22.930378 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:22.930653 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:22.930918 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:22.931179 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:22.931446 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:22.931731 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:22.931995 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:22.932310 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:22.932594 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:22.932863 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:22.933146 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:22.933407 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:22.933708 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:22.934104 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:22.934367 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:22.934624 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:22.935053 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=113232) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 16:37:22.935304 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=113232) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 16:37:22.935593 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=113232) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 16:37:22.935842 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=113232) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 16:37:22.936087 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=113232) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 16:37:22.936362 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=113232) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 16:37:22.936743 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 02 16:37:22.940515 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 02 16:37:22.945308 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 02 16:37:22.949351 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Nov 02 16:37:22.951064 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 02 16:37:22.951591 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 02 16:37:22.951939 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 02 16:37:22.952381 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 02 16:37:22.955380 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 02 16:37:22.955643 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 02 16:37:22.956002 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 02 16:37:22.962365 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 02 16:37:22.986707 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 02 16:37:22.987201 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:22.987518 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=113232) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 02 16:37:22.987892 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:22.990282 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=113232) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 02 16:37:22.990597 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 02 16:37:22.990843 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 02 16:37:22.994302 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:22.994603 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:23.065194 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 02 16:37:23.065467 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 02 16:37:23.065646 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 02 16:37:23.066213 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 02 16:37:23.090330 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_db.sqlalchemy.engines [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=113232) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 02 16:37:23.690707 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.plugins.ml2.managers [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Initializing driver for type 'gre' Nov 02 16:37:23.691615 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] gre ID ranges: [(1, 1000)] Nov 02 16:37:23.748309 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.plugins.ml2.managers [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Initializing driver for type 'local' Nov 02 16:37:23.748718 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.plugins.ml2.managers [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Initializing driver for type 'vlan' Nov 02 16:37:23.764277 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] VlanTypeDriver initialization complete Nov 02 16:37:23.764626 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.plugins.ml2.managers [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Initializing driver for type 'vxlan' Nov 02 16:37:23.765182 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] vxlan ID ranges: [(1, 1000)] Nov 02 16:37:23.821634 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.plugins.ml2.managers [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Initializing extension driver 'port_security' Nov 02 16:37:23.822023 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.plugins.ml2.extensions.port_security [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] PortSecurityExtensionDriver initialization complete Nov 02 16:37:23.822442 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.plugins.ml2.managers [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Initializing mechanism driver 'openvswitch' Nov 02 16:37:23.822795 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.plugins.ml2.managers [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Initializing mechanism driver 'hyperv' Nov 02 16:37:23.830264 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.plugins.ml2.plugin [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=113232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:37:23.831238 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: > port after_create 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:23.831578 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: > port after_update 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:23.831949 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: > port after_delete 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:23.832613 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=113232) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 02 16:37:23.833146 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: > subnet after_create 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:23.833520 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: > subnet after_update 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:23.833883 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: > subnet after_delete 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:23.834303 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=113232) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 02 16:37:23.834735 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: > network after_create 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:23.835102 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: > network after_update 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:23.835461 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: > network after_delete 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:23.835879 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=113232) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 02 16:37:23.836352 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: > security_group after_create 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:23.836714 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: > security_group after_update 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:23.837072 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: > security_group after_delete 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:23.837493 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=113232) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 02 16:37:23.837913 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:23.838273 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:23.838628 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:23.839045 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=113232) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 02 16:37:23.839475 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: > address_group after_create 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:23.839831 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: > address_group after_update 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:23.840207 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: > address_group after_delete 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:23.840632 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=113232) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 02 16:37:23.841020 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] ML2 OVO RPC backend initialized. {{(pid=113232) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 02 16:37:23.841818 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: > router_interface after_create 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:23.842188 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:23.842622 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: > network before_response 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:23.842986 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: > networks before_response 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:23.843350 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: > port before_response 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:23.843706 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: > ports before_response 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:23.844065 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: > subnet before_response 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:23.844456 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: > subnets before_response 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:23.844817 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: > network after_create 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:23.845169 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: > network after_update 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:23.845517 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: > network after_delete 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:23.845865 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: > port after_create 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:23.846215 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: > port after_update 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:23.846561 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: > port after_delete 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:23.846910 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: > subnet after_create 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:23.847259 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: > subnet after_update 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:23.847606 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: > subnet after_delete 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:23.848357 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.plugins.ml2.plugin [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Modular L2 Plugin initialization complete Nov 02 16:37:23.848722 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading services supported by the core plugin {{(pid=113232) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 02 16:37:23.849026 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.plugins.ml2.managers [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Got port-security extension from driver 'port_security' Nov 02 16:37:23.849474 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.extensions.vlantransparent [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Disabled vlantransparent extension. Nov 02 16:37:23.849977 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=113232) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 02 16:37:23.850304 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading Plugin: router Nov 02 16:37:23.889867 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: > router_interface before_create 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:23.890274 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: > router after_create 55549900 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:23.890663 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: > router before_create 55549900 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:23.891038 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:23.891424 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:23.891805 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: > router after_delete 55549900 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:23.892222 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: > floatingip after_create 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:23.892699 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: > floatingip after_update 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:23.893065 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: > router after_create 55549900 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:23.893427 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: > router after_update 55549900 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:23.893791 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: > router after_update 55549900 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:23.894155 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:23.894527 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: > router after_update 55549900 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:23.895047 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: > router precommit_update 55549900 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:23.895568 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: port after_update 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:23.895938 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: port after_delete 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:23.896328 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: subnet after_update 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:23.896690 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:23.897059 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: > port precommit_delete 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:23.897429 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: > router precommit_create 55549900 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:23.897785 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: port before_delete 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:23.898144 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: > router precommit_create 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:23.898516 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: > router after_update 55549900 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:23.898874 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: > router precommit_delete 55549900 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:23.899240 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: > router precommit_create 55549900 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:23.899618 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: > router_interface after_create 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:23.899979 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: > router precommit_update 55549900 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:23.900389 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: > agent after_create 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:23.900756 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: > agent after_delete 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:23.901115 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: > network after_delete 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:23.902043 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.quota.resource_registry [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Tracking information for resource: router configured {{(pid=113232) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 16:37:23.902395 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.quota.resource_registry [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Tracking information for resource: floatingip configured {{(pid=113232) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 16:37:23.907612 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.db.l3_agentschedulers_db [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 02 16:37:23.908240 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: port after_update 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:23.908622 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: port after_create 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:23.908993 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: port after_delete 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:23.909362 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: port after_update 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:23.910191 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: > router before_create 55550100 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:23.911190 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: > router precommit_delete 55550100 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:23.911470 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: > router precommit_create 55550100 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:23.911848 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: > router precommit_update 55550100 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:23.917488 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.services.provider_configuration [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Service providers = [] {{(pid=113232) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 02 16:37:23.917864 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.db.servicetype_db [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=113232) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 02 16:37:23.921157 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.services.service_base [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=113232) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 02 16:37:23.921522 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.services.service_base [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=113232) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 02 16:37:23.921878 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.services.service_base [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=113232) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 02 16:37:23.922848 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.services.service_base [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=113232) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 02 16:37:23.923237 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.services.service_base [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 02 16:37:23.923648 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=113232) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 16:37:23.923981 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 02 16:37:23.938283 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=113232) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 16:37:23.938621 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading Plugin: auto_allocate Nov 02 16:37:23.945032 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: network precommit_update 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:23.945367 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: network precommit_create 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:23.945923 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=113232) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 16:37:23.946262 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading Plugin: tag Nov 02 16:37:23.953491 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=113232) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 16:37:23.953833 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading Plugin: timestamp Nov 02 16:37:23.958072 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=113232) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 16:37:23.958412 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading Plugin: network_ip_availability Nov 02 16:37:23.964360 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:23.964748 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:23.965121 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:23.965873 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=113232) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 16:37:23.966207 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading Plugin: flavors Nov 02 16:37:23.971495 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=113232) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 16:37:23.971836 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading Plugin: revisions Nov 02 16:37:23.977087 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=113232) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 16:37:23.977510 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_concurrency.lockutils [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.911s {{(pid=113232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 02 16:37:23.978282 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=113232) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 02 16:37:23.978631 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Initializing extension manager. Nov 02 16:37:23.979171 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: __init__.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:23.979526 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: __pycache__ {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:23.979874 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:23.980250 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: address_group.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:23.981054 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:23.981664 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loaded extension: address-group Nov 02 16:37:23.982004 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: address_scope.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:23.982753 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:23.983272 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loaded extension: address-scope Nov 02 16:37:23.983610 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: admin_state_down_before_update.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:23.984655 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:23.985179 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loaded extension: router-admin-state-down-before-update Nov 02 16:37:23.985517 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: agent.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:23.986248 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:23.986764 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loaded extension: agent Nov 02 16:37:23.987101 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: agent_resources_synced.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:23.988107 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:23.988724 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loaded extension: agent-resources-synced Nov 02 16:37:23.989571 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: allowedaddresspairs.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:23.991542 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:23.992080 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loaded extension: allowed-address-pairs Nov 02 16:37:23.992459 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: auto_allocated_topology.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:23.993625 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:23.994153 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loaded extension: auto-allocated-topology Nov 02 16:37:23.994491 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: availability_zone.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:23.995221 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:23.995739 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loaded extension: availability_zone Nov 02 16:37:23.996075 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: availability_zone_filter.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:23.997105 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:23.997629 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loaded extension: availability_zone_filter Nov 02 16:37:23.997965 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: data_plane_status.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:23.998949 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:23.999471 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Extension data-plane-status not supported by any of loaded plugins Nov 02 16:37:23.999806 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: default_subnetpools.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.000836 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.001355 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loaded extension: default-subnetpools Nov 02 16:37:24.001688 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: dhcpagentscheduler.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.002538 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.003054 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loaded extension: dhcp_agent_scheduler Nov 02 16:37:24.003390 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: dns.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.004438 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.005029 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Extension dns-integration not supported by any of loaded plugins Nov 02 16:37:24.005370 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: dns_domain_ports.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.006363 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.006953 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 02 16:37:24.007291 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.008321 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.009089 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 02 16:37:24.009425 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: dvr.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.010129 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.010643 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loaded extension: dvr Nov 02 16:37:24.010983 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: ecmp_routes.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.011972 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.012524 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 02 16:37:24.012862 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: empty_string_filtering.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.013845 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.014361 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loaded extension: empty-string-filtering Nov 02 16:37:24.014697 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.015680 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.016203 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 02 16:37:24.016876 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.017872 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.018391 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 02 16:37:24.019814 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: external_net.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.021113 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.023520 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loaded extension: external-net Nov 02 16:37:24.023520 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: extra_dhcp_opt.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.023520 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.023520 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loaded extension: extra_dhcp_opt Nov 02 16:37:24.023992 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: extraroute.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.024912 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.025431 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loaded extension: extraroute Nov 02 16:37:24.025766 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: extraroute_atomic.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.026886 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.027404 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loaded extension: extraroute-atomic Nov 02 16:37:24.027738 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: filter_validation.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.029035 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.029580 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loaded extension: filter-validation Nov 02 16:37:24.029927 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: fip_pf_description.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.030967 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.031487 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 02 16:37:24.031853 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: fip_port_details.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.032903 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.033419 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loaded extension: fip-port-details Nov 02 16:37:24.033753 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: flavors.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.035078 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.036258 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loaded extension: flavors Nov 02 16:37:24.036609 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.038395 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.038921 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 02 16:37:24.039263 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: floatingip_pools.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.039995 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.040561 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loaded extension: floatingip-pools Nov 02 16:37:24.040901 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: ip_allocation.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.041906 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.042417 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Extension ip_allocation not supported by any of loaded plugins Nov 02 16:37:24.042750 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.043734 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.044296 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loaded extension: ip-substring-filtering Nov 02 16:37:24.044633 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: l2_adjacency.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.045633 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.046139 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 02 16:37:24.046471 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: l3.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.047515 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.048041 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loaded extension: router Nov 02 16:37:24.048404 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: l3_conntrack_helper.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.050785 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.051889 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 02 16:37:24.052272 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.053293 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.053917 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loaded extension: ext-gw-mode Nov 02 16:37:24.054257 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.055256 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.055777 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loaded extension: l3-ha Nov 02 16:37:24.056113 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: l3_flavors.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.057136 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.057656 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loaded extension: l3-flavors Nov 02 16:37:24.057993 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.058991 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.059512 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 02 16:37:24.059845 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: l3agentscheduler.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.061007 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.061528 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loaded extension: l3_agent_scheduler Nov 02 16:37:24.061870 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: logging.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.063489 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.064026 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Extension logging not supported by any of loaded plugins Nov 02 16:37:24.064413 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: metering.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.065200 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.065796 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loaded extension: metering Nov 02 16:37:24.066136 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.067667 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.068222 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loaded extension: metering_source_and_destination_fields Nov 02 16:37:24.068561 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: multiprovidernet.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.069561 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.070078 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loaded extension: multi-provider Nov 02 16:37:24.070410 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: netmtu.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.071399 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.071916 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loaded extension: net-mtu Nov 02 16:37:24.072275 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: netmtu_writable.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.073271 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.073784 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loaded extension: net-mtu-writable Nov 02 16:37:24.074114 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: network_availability_zone.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.074809 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.075316 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loaded extension: network_availability_zone Nov 02 16:37:24.075645 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: network_ip_availability.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.076881 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.077383 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loaded extension: network-ip-availability Nov 02 16:37:24.077720 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: network_segment_range.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.078525 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.079034 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Extension network-segment-range not supported by any of loaded plugins Nov 02 16:37:24.079367 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: pagination.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.080466 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.080807 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loaded extension: pagination Nov 02 16:37:24.081137 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: port_device_profile.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.082115 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.082638 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loaded extension: port-device-profile Nov 02 16:37:24.082970 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.083967 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.084520 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loaded extension: port-mac-address-regenerate Nov 02 16:37:24.084853 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.085827 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.086342 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loaded extension: port-numa-affinity-policy Nov 02 16:37:24.086672 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: port_resource_request.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.087658 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.088164 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Extension port-resource-request not supported by any of loaded plugins Nov 02 16:37:24.088516 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: port_resource_request_groups.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.089556 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.090057 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 02 16:37:24.090385 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: portbindings.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.091392 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.091910 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loaded extension: binding Nov 02 16:37:24.092270 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: portbindings_extended.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.093661 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.094175 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loaded extension: binding-extended Nov 02 16:37:24.094507 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: portsecurity.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.095489 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.096003 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loaded extension: port-security Nov 02 16:37:24.096366 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: project_id.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.097441 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.097775 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loaded extension: project-id Nov 02 16:37:24.098667 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: providernet.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.099667 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.100218 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loaded extension: provider Nov 02 16:37:24.100555 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: qos.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.104394 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.104927 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Extension qos not supported by any of loaded plugins Nov 02 16:37:24.105269 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.106595 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.107116 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 02 16:37:24.107448 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.108463 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.108984 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 02 16:37:24.109315 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: qos_default.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.110311 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.110827 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Extension qos-default not supported by any of loaded plugins Nov 02 16:37:24.111162 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: qos_fip.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.111923 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.112404 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Extension qos-fip not supported by any of loaded plugins Nov 02 16:37:24.112738 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: qos_gateway_ip.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.114433 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.115048 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 02 16:37:24.115383 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: qos_port_network_policy.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.116410 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.116934 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 02 16:37:24.117267 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.118389 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.118909 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 02 16:37:24.119239 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: qos_pps_rule.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.120527 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.121256 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Extension qos-pps not supported by any of loaded plugins Nov 02 16:37:24.121599 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: qos_rule_type_details.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.122595 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.123111 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 02 16:37:24.123441 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: qos_rules_alias.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.124754 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.125260 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 02 16:37:24.125590 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: quotasv2.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.126648 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.126985 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loaded extension: quotas Nov 02 16:37:24.127311 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: quotasv2_detail.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.130868 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.131217 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loaded extension: quota_details Nov 02 16:37:24.131562 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: rbac.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.132764 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.133323 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loaded extension: rbac-policies Nov 02 16:37:24.133930 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: rbac_address_group.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.134942 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.135462 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loaded extension: rbac-address-group Nov 02 16:37:24.135806 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: rbac_address_scope.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.136824 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.137343 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loaded extension: rbac-address-scope Nov 02 16:37:24.137667 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: rbac_security_groups.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.138646 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.139164 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loaded extension: rbac-security-groups Nov 02 16:37:24.139497 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: rbac_subnetpool.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.140522 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.141038 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loaded extension: rbac-subnetpool Nov 02 16:37:24.141367 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: revisionifmatch.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.142363 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.142878 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loaded extension: revision-if-match Nov 02 16:37:24.143211 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: revisions.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.144440 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.145043 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loaded extension: standard-attr-revisions Nov 02 16:37:24.145413 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: router_availability_zone.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.146117 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.146668 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loaded extension: router_availability_zone Nov 02 16:37:24.146969 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: routerservicetype.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.147963 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.148505 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Extension router-service-type not supported by any of loaded plugins Nov 02 16:37:24.148839 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.149830 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.150341 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loaded extension: security-groups-normalized-cidr Nov 02 16:37:24.150674 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: security_groups_port_filtering.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.151678 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.152219 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loaded extension: port-security-groups-filtering Nov 02 16:37:24.152556 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.153632 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.154151 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loaded extension: security-groups-remote-address-group Nov 02 16:37:24.154486 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.155480 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.156037 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loaded extension: security-groups-shared-filtering Nov 02 16:37:24.156401 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.157028 dv-cinder-773876-4-iscsi neutron-server[113232]: WARNING neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 02 16:37:24.157360 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: securitygroup.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.168264 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.168812 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loaded extension: security-group Nov 02 16:37:24.169154 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: segment.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.169994 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.170509 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Extension segment not supported by any of loaded plugins Nov 02 16:37:24.170843 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.171918 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.172469 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 02 16:37:24.172848 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: servicetype.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.174047 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.174578 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loaded extension: service-type Nov 02 16:37:24.174919 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: sorting.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.175979 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.176897 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loaded extension: sorting Nov 02 16:37:24.177237 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: standard_attr_segment.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.178240 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.178762 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 02 16:37:24.179100 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: standardattrdescription.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.179778 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.180332 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loaded extension: standard-attr-description Nov 02 16:37:24.180665 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: stateful_security_group.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.181723 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.182240 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loaded extension: stateful-security-group Nov 02 16:37:24.182583 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: stdattrs_common.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.183179 dv-cinder-773876-4-iscsi neutron-server[113232]: WARNING neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 02 16:37:24.183510 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.184535 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.185064 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 02 16:37:24.185394 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: subnet_onboard.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.186541 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.187061 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loaded extension: subnet_onboard Nov 02 16:37:24.187389 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.188415 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.188931 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 02 16:37:24.189262 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: subnet_service_types.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.190248 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.190773 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loaded extension: subnet-service-types Nov 02 16:37:24.191099 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: subnetallocation.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.192335 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.192863 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loaded extension: subnet_allocation Nov 02 16:37:24.193191 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.193891 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.194405 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loaded extension: subnetpool-prefix-ops Nov 02 16:37:24.194736 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.195822 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.196298 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 02 16:37:24.196632 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: tagging.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.197844 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.198362 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loaded extension: standard-attr-tag Nov 02 16:37:24.198699 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: timestamp.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.199993 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.200562 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loaded extension: standard-attr-timestamp Nov 02 16:37:24.200901 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: trunk.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.202009 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.202539 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Extension trunk not supported by any of loaded plugins Nov 02 16:37:24.202916 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: trunk_details.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.203876 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.204425 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Extension trunk-details not supported by any of loaded plugins Nov 02 16:37:24.204760 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: uplink_status_propagation.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.205749 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.206267 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 02 16:37:24.206603 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Loading extension file: vlantransparent.py {{(pid=113232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 16:37:24.207323 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=113232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 16:37:24.207990 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 02 16:37:24.210782 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.quota.resource_registry [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Creating instance of TrackedResource for resource:network Nov 02 16:37:24.211347 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.quota.resource_registry [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Creating instance of TrackedResource for resource:subnet Nov 02 16:37:24.211755 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.quota.resource_registry [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Creating instance of TrackedResource for resource:subnetpool Nov 02 16:37:24.212155 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.quota.resource_registry [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Creating instance of TrackedResource for resource:port Nov 02 16:37:24.213605 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.v2.resource_helper [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113232) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 16:37:24.214077 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.v2.resource_helper [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Service FLAVORS assigned prefix: {{(pid=113232) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 16:37:24.214734 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.v2.resource_helper [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113232) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 16:37:24.215165 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.v2.resource_helper [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113232) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 16:37:24.215507 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.quota.resource_registry [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Creating instance of TrackedResource for resource:router Nov 02 16:37:24.215943 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.quota.resource_registry [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Creating instance of TrackedResource for resource:floatingip Nov 02 16:37:24.216481 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.v2.resource_helper [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Service METERING assigned prefix: /metering {{(pid=113232) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 16:37:24.218039 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:24.218427 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:24.218856 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:37:24.219872 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.quota.resource_registry [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Creating instance of CountableResource for resource:rbac_policy Nov 02 16:37:24.220393 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.quota.resource_registry [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Creating instance of TrackedResource for resource:security_group Nov 02 16:37:24.220844 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.quota.resource_registry [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 02 16:37:24.221517 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.v2.resource_helper [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Service CORE assigned prefix: {{(pid=113232) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 16:37:24.221903 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.quota.resource_registry [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Creating instance of TrackedResource for resource:subnetpool Nov 02 16:37:24.222342 dv-cinder-773876-4-iscsi neutron-server[113232]: WARNING neutron.quota.resource_registry [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] subnetpool is already registered Nov 02 16:37:24.222815 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.v2.resource_helper [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Service CORE assigned prefix: {{(pid=113232) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 16:37:24.223722 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.quota.resource_registry [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Creating instance of TrackedResource for resource:subnetpool Nov 02 16:37:24.224064 dv-cinder-773876-4-iscsi neutron-server[113232]: WARNING neutron.quota.resource_registry [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] subnetpool is already registered Nov 02 16:37:24.226604 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.v2.resource_helper [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113232) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 16:37:24.227040 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.v2.resource_helper [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Service FLAVORS assigned prefix: {{(pid=113232) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 16:37:24.227672 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.v2.resource_helper [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113232) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 16:37:24.228136 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.v2.resource_helper [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113232) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 16:37:24.228506 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.quota.resource_registry [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Creating instance of TrackedResource for resource:router Nov 02 16:37:24.228857 dv-cinder-773876-4-iscsi neutron-server[113232]: WARNING neutron.quota.resource_registry [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] router is already registered Nov 02 16:37:24.229278 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.quota.resource_registry [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Creating instance of TrackedResource for resource:floatingip Nov 02 16:37:24.229622 dv-cinder-773876-4-iscsi neutron-server[113232]: WARNING neutron.quota.resource_registry [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] floatingip is already registered Nov 02 16:37:24.230114 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.v2.resource_helper [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Service METERING assigned prefix: /metering {{(pid=113232) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 16:37:24.230838 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.quota.resource_registry [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Creating instance of CountableResource for resource:rbac_policy Nov 02 16:37:24.231171 dv-cinder-773876-4-iscsi neutron-server[113232]: WARNING neutron.quota.resource_registry [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] rbac_policy is already registered Nov 02 16:37:24.231607 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.quota.resource_registry [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Creating instance of TrackedResource for resource:security_group Nov 02 16:37:24.231959 dv-cinder-773876-4-iscsi neutron-server[113232]: WARNING neutron.quota.resource_registry [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] security_group is already registered Nov 02 16:37:24.232416 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.quota.resource_registry [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 02 16:37:24.232771 dv-cinder-773876-4-iscsi neutron-server[113232]: WARNING neutron.quota.resource_registry [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] security_group_rule is already registered Nov 02 16:37:24.233248 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.v2.resource_helper [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Service CORE assigned prefix: {{(pid=113232) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 16:37:24.233582 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.quota.resource_registry [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Creating instance of TrackedResource for resource:subnetpool Nov 02 16:37:24.233923 dv-cinder-773876-4-iscsi neutron-server[113232]: WARNING neutron.quota.resource_registry [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] subnetpool is already registered Nov 02 16:37:24.234346 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.v2.resource_helper [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Service CORE assigned prefix: {{(pid=113232) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 16:37:24.234690 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.quota.resource_registry [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Creating instance of TrackedResource for resource:subnetpool Nov 02 16:37:24.235028 dv-cinder-773876-4-iscsi neutron-server[113232]: WARNING neutron.quota.resource_registry [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] subnetpool is already registered Nov 02 16:37:24.237030 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Extended resource: extensions {{(pid=113232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:37:24.238668 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Extended resource: address-groups {{(pid=113232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:37:24.241186 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Extended resource: address-scopes {{(pid=113232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:37:24.242428 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Extended resource: agents {{(pid=113232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:37:24.243735 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Extended resource: auto-allocated-topology {{(pid=113232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:37:24.245052 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Extended resource: availability_zones {{(pid=113232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:37:24.246310 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Extended resource: dhcp-networks {{(pid=113232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:37:24.247762 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Extended resource: dhcp-agents {{(pid=113232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:37:24.249398 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Extended resource: routers {{(pid=113232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:37:24.251569 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Extended resource: flavors {{(pid=113232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:37:24.252900 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Extended resource: service_profiles {{(pid=113232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:37:24.254149 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Extended resource: next_providers {{(pid=113232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:37:24.255994 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Extended resource: service_profiles {{(pid=113232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:37:24.257549 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Extended resource: floatingip-pools {{(pid=113232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:37:24.259180 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Extended resource: routers {{(pid=113232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:37:24.261384 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Extended resource: floatingips {{(pid=113232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:37:24.262702 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Extended resource: l3-routers {{(pid=113232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:37:24.264160 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Extended resource: l3-agents {{(pid=113232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:37:24.265660 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Extended resource: metering-labels {{(pid=113232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:37:24.266955 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Extended resource: metering-label-rules {{(pid=113232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:37:24.268392 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Extended resource: network-ip-availabilities {{(pid=113232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:37:24.269678 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Extended resource: bindings {{(pid=113232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:37:24.271973 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Extended resource: quotas {{(pid=113232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:37:24.273736 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Extended resource: quotas {{(pid=113232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:37:24.275318 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Extended resource: rbac-policies {{(pid=113232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:37:24.276612 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Extended resource: security-groups {{(pid=113232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:37:24.277983 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Extended resource: security-group-rules {{(pid=113232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:37:24.279259 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Extended resource: service-providers {{(pid=113232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:37:24.280590 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Extended resource: subnetpools {{(pid=113232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:37:24.282027 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Extended resource: subnetpools {{(pid=113232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:37:24.283545 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Extended resource: tags {{(pid=113232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:37:24.285317 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Extended resource: tags {{(pid=113232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:37:24.287985 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Extended resource: tags {{(pid=113232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:37:24.289877 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Extended resource: tags {{(pid=113232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:37:24.291612 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Extended resource: tags {{(pid=113232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:37:24.293659 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Extended resource: tags {{(pid=113232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:37:24.295474 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Extended resource: tags {{(pid=113232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:37:24.298568 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Extended resource: tags {{(pid=113232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:37:24.300438 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Extended resource: tags {{(pid=113232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:37:24.302279 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron.api.extensions [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Extended resource: tags {{(pid=113232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 16:37:24.308870 dv-cinder-773876-4-iscsi neutron-server[113232]: WARNING keystonemiddleware.auth_token [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 02 16:37:24.313661 dv-cinder-773876-4-iscsi neutron-server[113232]: WARNING keystonemiddleware.auth_token [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 02 16:37:24.323272 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_concurrency.lockutils [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Acquired lock "singleton_lock" {{(pid=113232) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Nov 02 16:37:24.323791 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_concurrency.lockutils [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Releasing lock "singleton_lock" {{(pid=113232) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Nov 02 16:37:24.324558 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO oslo_service.service [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Starting 2 workers Nov 02 16:37:24.331150 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Started child 113344 {{(pid=113232) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 02 16:37:24.338183 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Started child 113345 {{(pid=113232) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 02 16:37:24.339179 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:37:24.340455 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO neutron.service [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 02 16:37:24.341253 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Publish callbacks [] for process, before_spawn {{(pid=113232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:37:24.341375 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [-] (113344) wsgi starting up on http://0.0.0.0:9696 Nov 02 16:37:24.344291 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:37:24.344883 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO oslo_service.service [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Starting 1 workers Nov 02 16:37:24.346186 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [-] (113345) wsgi starting up on http://0.0.0.0:9696 Nov 02 16:37:24.352278 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Started child 113346 {{(pid=113232) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 02 16:37:24.352928 dv-cinder-773876-4-iscsi neutron-server[113232]: INFO oslo_service.service [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Starting 1 workers Nov 02 16:37:24.356828 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.service [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] calling RpcWorker wait() {{(pid=113346) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 02 16:37:24.357556 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.service [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] returning from RpcWorker wait() {{(pid=113346) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 02 16:37:24.359043 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:37:24.359219 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Started child 113347 {{(pid=113232) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 02 16:37:24.359633 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:37:24.360263 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG neutron_lib.callbacks.manager [None req-86cfe21e-93d8-4c7a-8cfc-11e4e3573526 None None] Publish callbacks [] for process, after_spawn {{(pid=113232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:37:24.362871 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=113232) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 02 16:37:24.363106 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 02 16:37:24.363325 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 02 16:37:24.363569 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 02 16:37:24.364001 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 02 16:37:24.364240 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 02 16:37:24.364936 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.365252 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.365602 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.365982 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.366317 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.366974 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.367249 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.367497 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.367811 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.368089 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.368321 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=113347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:37:24.369050 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.369050 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.369050 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.369050 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.369771 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.369771 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.370127 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.370127 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.370513 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.370708 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] config_source = [] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.371234 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.371234 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.371625 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] debug = True {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.371816 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.372301 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.372564 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.372834 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.373031 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.373334 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.373584 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.373825 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.374092 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.374319 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.374583 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.374884 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.375148 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.375387 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.375621 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.375901 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.376134 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.376769 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] host = dv-cinder-773876-4-iscsi {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.376996 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.377261 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.377500 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.377764 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.378038 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.378263 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.378551 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.378835 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.379131 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.384169 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.384169 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.384169 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.384169 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] log_dir = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.384169 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] log_file = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.384169 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] log_options = True {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.384169 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.384169 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.384169 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.385770 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.385770 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.385770 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.385770 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.385770 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.385770 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.385770 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.386938 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.386938 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.386938 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.386938 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.386938 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.386938 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.386938 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.386938 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.388357 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.388357 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.388357 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.388357 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.388357 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.388357 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.388357 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.388357 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.389691 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.389691 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.389691 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.389691 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.389691 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.389691 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.389691 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.389691 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.391012 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.391012 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.391012 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.391012 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.391012 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.391012 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.392018 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.392018 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.392018 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.392018 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.392018 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.392893 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] use_journal = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.392893 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] use_json = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.392893 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.392893 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.393679 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.393679 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.393679 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.394672 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.394672 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.394672 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.396020 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.396020 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.396412 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.396589 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.396865 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.397158 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.397424 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.397658 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.397928 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.398173 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.398547 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.398780 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.399105 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.399395 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.399638 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.399969 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.400269 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.400516 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.400792 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.401020 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.401290 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.401543 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.402039 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.402450 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.402656 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.403187 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.403478 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.403954 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.404681 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.404681 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.118/identity {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.405031 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.405241 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.405492 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.405669 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.405850 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.406037 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.406252 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.406524 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.406780 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.406990 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.407531 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.407804 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.407989 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.408268 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.408519 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.408812 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.409140 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.409396 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.409590 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.409765 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.409961 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.410136 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.410391 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.411265 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:37:24.411659 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.411659 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.412112 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.412112 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.412625 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.412625 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.412986 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.412986 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.413321 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.413512 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.413686 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.413876 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.414052 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.414541 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.414541 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.415194 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.415194 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.415623 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.415623 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.415974 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.415974 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.416391 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.416582 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.417298 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.417298 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.417298 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.417298 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.418006 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.418006 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.418006 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.418624 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.418624 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.418624 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.419161 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.419161 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.419566 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.419566 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.419930 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.420119 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.420393 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.420729 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.421079 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.421312 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.421582 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.421840 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.422308 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.422308 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.422713 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.422892 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.423127 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.423590 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.423590 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.424043 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.425674 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.425674 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.425674 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.425674 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.425674 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.425674 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.427463 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.427463 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.427463 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.427463 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.427463 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.427463 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.427463 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.428819 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.428819 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.428819 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.428819 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.429118 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.429118 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.429445 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.429674 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.429968 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.430276 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.430538 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.430816 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.431045 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.431372 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.431666 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.431914 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.432139 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.432405 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.432793 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.433033 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.433249 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.433508 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.433800 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.434080 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.434331 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.434610 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.434895 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.435172 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.435461 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.435723 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.118/identity {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.436108 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.436394 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.436639 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.436849 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.437110 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.438266 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.438581 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.438870 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.439153 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.439458 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.440982 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.441253 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.441532 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.442168 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.442460 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.442736 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.443083 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.443365 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.443645 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.443919 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.444244 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.445567 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.445990 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.446690 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.447193 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.447666 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.447953 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.448266 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.448535 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.448988 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.449279 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.449523 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.449813 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.450059 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.450293 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.450532 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.450773 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.451188 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.452476 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.453685 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.454730 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.455947 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.458300 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.458762 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.459066 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.459355 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.459678 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.459931 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.460309 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.460551 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.461380 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.462090 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.462337 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.462612 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.463830 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.465581 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.465810 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.466059 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.466355 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.466574 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.466806 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.467040 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.467388 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.467711 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.467968 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.468700 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.468967 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.469219 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.469489 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.469843 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.470113 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.470386 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.470614 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.471178 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.471436 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.471715 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.471948 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.472224 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.472450 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.472679 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.472944 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.473839 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.474270 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.474548 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.474813 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.475042 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.475285 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.475507 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.475939 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.476388 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.476792 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.477046 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.477294 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.477512 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.477731 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.477992 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.478412 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.478636 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.478951 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.479228 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.479483 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.479818 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.480060 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.480351 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.480630 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.480989 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.481219 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.481473 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.481699 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.481977 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.482212 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.482500 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.482834 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.483133 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.483409 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.483681 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.483973 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.484306 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.484560 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.484781 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.485105 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.485512 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.485799 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.486090 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.486329 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.486581 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.486843 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.487069 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.487340 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.487594 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.487817 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.488091 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.488377 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.488674 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.488946 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.489218 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.489473 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.489729 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.489984 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.490477 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.490477 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.490806 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 02 16:37:24.491594 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=113232) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 02 16:37:24.491594 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 02 16:37:24.491594 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 02 16:37:24.492048 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 02 16:37:24.492048 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 02 16:37:24.492339 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 02 16:37:24.492679 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.492679 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.493024 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.493024 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.493210 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.493309 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.493973 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.493973 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.493973 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.493973 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.494325 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.494325 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.494525 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.494525 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.494702 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.494814 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.496029 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.496029 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.496029 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.496029 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] config_source = [] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.496029 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.496029 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.496029 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] debug = True {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.496865 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.496865 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.496865 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.496865 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.497231 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.497231 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.497231 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.497525 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.497525 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.497704 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.497844 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.498016 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.498184 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.498358 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.498577 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.498733 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.498855 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.499121 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] host = dv-cinder-773876-4-iscsi {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.499240 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.499325 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.499468 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.499636 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.499805 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.499974 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.500144 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.500342 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.500513 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.500947 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.500947 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.500947 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.501202 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] log_dir = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.501298 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] log_file = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.501428 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] log_options = True {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.501593 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.501751 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.501918 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.502131 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.502302 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.502472 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.502646 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.502810 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.503189 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.503580 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.503959 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.504126 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.504383 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.504568 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.504718 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.504874 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.505034 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.505196 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.505501 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.505501 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.505687 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.505771 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.505984 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.506087 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.506240 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.506412 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.506577 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.506742 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.506908 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.507080 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.507258 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.507397 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.507553 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.507708 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.507863 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.508019 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.508229 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.508731 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.508904 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.509072 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.509240 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.509467 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.509639 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.509808 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.509991 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.510112 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] use_journal = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.510420 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] use_json = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.510646 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.510821 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.510990 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.511158 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.511326 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.511493 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.511662 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.511833 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 16:37:24.512036 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.512260 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.512434 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.512614 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.512723 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.512893 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.513114 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.513229 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.513387 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.513591 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.513786 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.513964 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.514139 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.514322 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.514322 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.514842 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.514842 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.514842 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.515477 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.515477 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.515477 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.515477 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.516481 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.516481 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.516481 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.516481 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.517589 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:37:24.517882 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.517882 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.517882 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.517882 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.118/identity {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.517882 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.517882 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.517882 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.517882 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.520437 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.520437 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.520437 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.520437 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.520437 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.520437 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.520437 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.520437 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.520437 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.521990 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.521990 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.521990 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.521990 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.521990 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.521990 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.521990 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.521990 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.521990 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.523608 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.523608 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.523608 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.523608 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.523608 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.523608 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.523608 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.523608 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.523608 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.524726 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.524726 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.524726 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.524726 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.524726 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.524726 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.524726 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.524726 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.524726 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.525480 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.525480 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.525480 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.525480 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.525480 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.525480 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.525480 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.525480 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.525480 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.526232 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.526232 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.526232 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.526232 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.526232 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.526232 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.526232 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.526232 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.526959 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.526959 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.526959 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.526959 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.527308 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.527308 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.527308 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.527566 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.527664 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.527777 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.527941 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.528112 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.528307 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.528505 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.528662 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.528806 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.528947 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.529090 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.529254 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.529398 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.529566 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.529737 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.529887 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.530065 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.530236 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.530446 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.530908 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.531090 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.531249 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.531352 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.531452 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.531595 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.531764 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.531946 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.532168 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.532343 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.532516 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.532689 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.532861 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.533032 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.533204 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.533356 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.533540 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.533680 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.533845 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.534008 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.534190 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.534363 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.534522 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.534677 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.535086 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.535086 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.535466 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.535466 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.535466 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.537272 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.537272 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.537272 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.537272 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.537272 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.537272 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.537272 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.118/identity {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.538040 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.538040 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.538040 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.538040 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.538040 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.538546 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.538546 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.538546 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.538809 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.538809 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.539004 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.539148 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.539319 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.539491 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.539664 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.539823 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.539992 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.540152 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.540335 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.540508 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.540678 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.540849 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.541020 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.541181 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.541336 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.541493 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.541660 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.541832 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.542007 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.542159 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.542331 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.542488 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.542661 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.542820 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.542987 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.543158 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.543329 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.543503 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.543656 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.543827 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.543998 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.544156 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.544340 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.544526 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.544684 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.544852 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.545024 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.545185 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.545331 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.545485 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.545661 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.545832 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.545992 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.546147 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.546315 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.546586 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.546756 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.546913 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.547083 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.547228 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.547334 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.547489 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.547622 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.547793 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.547964 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.548123 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.548313 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.548471 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.548626 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.548780 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.548945 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.549115 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.549478 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.549478 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.549774 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.549774 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.550057 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.550057 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.550296 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.550439 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.550592 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.550710 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.550867 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.550999 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.551214 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.551392 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.551554 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.551697 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.551854 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.552239 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.552426 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.552588 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.552742 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.552883 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.553022 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.553192 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.553362 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.553532 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.553713 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.553915 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.554020 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.554206 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.554378 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.554549 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.554721 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.554906 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.555078 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.555253 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.555425 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.555596 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.555768 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.555941 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.556117 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.556325 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.556504 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.556678 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.556859 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.557040 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.557221 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.557375 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.557560 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.557746 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.557919 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.558089 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.558263 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.558436 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.558608 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.558779 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.558949 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.559120 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.559290 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.559517 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.559689 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.559860 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.560032 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.560254 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.560419 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.560553 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.560724 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.560896 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.561067 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 16:37:24.561232 dv-cinder-773876-4-iscsi neutron-server[113232]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 02 16:37:24.764867 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 36484) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:24.777692 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [-] 10.222.0.118 "GET / HTTP/1.1" status: 200 len: 254 time: 0.0098839 Nov 02 16:37:38.389482 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677efbce-9e24-4f3c-91af-6f8f2bf46791 None None] get_active_networks_info from dv-cinder-773876-4-iscsi {{(pid=113346) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 02 16:37:38.467774 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677efbce-9e24-4f3c-91af-6f8f2bf46791 None None] No non-hosted networks {{(pid=113346) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 02 16:37:38.481027 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-3bb48eb3-96d1-45ef-aa04-67acbd409f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3731105'] for agent, after_create {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:37:41.051060 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ca0f462-d188-4cda-8706-a7925abcc935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3731105'] for agent, after_create {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:37:41.105455 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-f54e97b2-97b2-405b-9725-2e971538e7e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:37:42.872920 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-dfe49d6c-b306-436a-ba68-760764be264a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3731105'] for agent, after_create {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:37:44.690417 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0b95-0143-42d2-8d33-45f1b37c89de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3731105'] for agent, after_create {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:37:45.309469 dv-cinder-773876-4-iscsi neutron-server[113346]: INFO neutron.db.l3_hamode_db [None req-9ade911a-7ce6-4b60-93c8-7ae7a4346814 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 02 16:37:45.394100 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ade911a-7ce6-4b60-93c8-7ae7a4346814 None None] Routers set() bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:37:45.395071 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ade911a-7ce6-4b60-93c8-7ae7a4346814 None None] Router IDs set() for agent in host dv-cinder-773876-4-iscsi {{(pid=113346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 02 16:37:46.046976 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3731105'] for agent, after_create {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:37:46.047868 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:37:46.048112 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:37:46.049167 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:37:46.049518 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:37:46.049861 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:37:46.050200 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:37:46.050638 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:37:46.052092 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:37:46.052092 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:37:46.052435 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:37:46.052815 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:37:46.053349 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:37:46.053990 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-773876-4-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:37:46.066221 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-773876-4-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:37:46.506654 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 36574) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:47.089539 dv-cinder-773876-4-iscsi neutron-server[113345]: WARNING oslo_policy.policy [None req-7c6619c6-98b6-4d00-90a9-7ff3ecf01d91 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 16:37:47.090252 dv-cinder-773876-4-iscsi neutron-server[113345]: WARNING oslo_policy.policy [None req-7c6619c6-98b6-4d00-90a9-7ff3ecf01d91 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 16:37:47.330849 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [None req-7c6619c6-98b6-4d00-90a9-7ff3ecf01d91 admin admin] http://10.222.0.118:9696/v2.0/extensions returned with HTTP 200 {{(pid=113345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:37:47.331989 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-7c6619c6-98b6-4d00-90a9-7ff3ecf01d91 admin admin] 10.222.0.118 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.8242404 Nov 02 16:37:50.208408 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 36590) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:50.543681 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.v2.base [None req-43df8e29-d79a-412f-b2f5-8325cc5095d7 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=113345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:37:50.648388 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.policy [None req-43df8e29-d79a-412f-b2f5-8325cc5095d7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=113345) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 02 16:37:50.698765 dv-cinder-773876-4-iscsi neutron-server[113345]: WARNING oslo_policy.policy [None req-43df8e29-d79a-412f-b2f5-8325cc5095d7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 16:37:50.699205 dv-cinder-773876-4-iscsi neutron-server[113345]: WARNING oslo_policy.policy [None req-43df8e29-d79a-412f-b2f5-8325cc5095d7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 16:37:50.708498 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.quota [None req-43df8e29-d79a-412f-b2f5-8325cc5095d7 admin admin] Loaded quota_driver: . Nov 02 16:37:50.819158 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-43df8e29-d79a-412f-b2f5-8325cc5095d7 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788025013186', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788025012719', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788024992884', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788024994352', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788023536226', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788024917426', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-652089', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3658872', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-439117', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-644457'] for rbac-policy, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:37:50.892863 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-43df8e29-d79a-412f-b2f5-8325cc5095d7 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:37:50.894294 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-43df8e29-d79a-412f-b2f5-8325cc5095d7 admin admin] 10.222.0.118 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6847687 Nov 02 16:37:54.004884 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 36602) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:54.345933 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.v2.base [None req-73a9746d-77f3-4fae-9310-e757a0f12b9d admin admin] Request body: {'network': {'project_id': '3c5638f41dc24fdab8a94e0e323f640b', 'admin_state_up': True, 'name': 'private', 'tenant_id': '3c5638f41dc24fdab8a94e0e323f640b'}} {{(pid=113345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:37:54.378308 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a9746d-77f3-4fae-9310-e757a0f12b9d admin admin] Made reservation on behalf of 3c5638f41dc24fdab8a94e0e323f640b for: {'network': 1} {{(pid=113345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:37:54.382295 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-73a9746d-77f3-4fae-9310-e757a0f12b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for network, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:37:54.403537 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-73a9746d-77f3-4fae-9310-e757a0f12b9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:37:54.525919 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-73a9746d-77f3-4fae-9310-e757a0f12b9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:37:54.530105 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-73a9746d-77f3-4fae-9310-e757a0f12b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:37:54.557787 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73a9746d-77f3-4fae-9310-e757a0f12b9d admin admin] vlan segment allocate from pool success with {'vlan_id': 776, 'physical_network': 'physnet1'} {{(pid=113345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:37:54.584757 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-73a9746d-77f3-4fae-9310-e757a0f12b9d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788025296613', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639893'] for segment, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:37:54.585417 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-73a9746d-77f3-4fae-9310-e757a0f12b9d admin admin] Unsubscribe: segment precommit_create {{(pid=113345) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 02 16:37:54.586012 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.db.segments_db [None req-73a9746d-77f3-4fae-9310-e757a0f12b9d admin admin] Added segment 1ea9f3ba-e4da-4f40-bad0-c51fe46b4381 of type vlan for network 8d188cbf-475b-469d-aec3-6b1bb224df1f Nov 02 16:37:54.592309 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a9746d-77f3-4fae-9310-e757a0f12b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c09cab3-e904-43cf-877f-787589e5d58b,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:54.631020 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a9746d-77f3-4fae-9310-e757a0f12b9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:37:54.631395 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a9746d-77f3-4fae-9310-e757a0f12b9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:37:54.631742 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a9746d-77f3-4fae-9310-e757a0f12b9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:37:54.632082 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a9746d-77f3-4fae-9310-e757a0f12b9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:37:54.632447 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a9746d-77f3-4fae-9310-e757a0f12b9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:37:54.632801 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a9746d-77f3-4fae-9310-e757a0f12b9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:37:54.633139 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a9746d-77f3-4fae-9310-e757a0f12b9d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:37:54.633491 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a9746d-77f3-4fae-9310-e757a0f12b9d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:37:54.633841 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a9746d-77f3-4fae-9310-e757a0f12b9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:37:54.634431 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a9746d-77f3-4fae-9310-e757a0f12b9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:37:54.634757 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a9746d-77f3-4fae-9310-e757a0f12b9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:37:54.635079 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a9746d-77f3-4fae-9310-e757a0f12b9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:37:54.636162 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a9746d-77f3-4fae-9310-e757a0f12b9d admin admin] Tracked resource versions report: Nov 02 16:37:54.636162 dv-cinder-773876-4-iscsi neutron-server[113345]: pushed versions: Nov 02 16:37:54.636162 dv-cinder-773876-4-iscsi neutron-server[113345]: { 'AddressGroup': {'1.2'}, Nov 02 16:37:54.636162 dv-cinder-773876-4-iscsi neutron-server[113345]: 'ConntrackHelper': {'1.0'}, Nov 02 16:37:54.636162 dv-cinder-773876-4-iscsi neutron-server[113345]: 'Log': {'1.0'}, Nov 02 16:37:54.636162 dv-cinder-773876-4-iscsi neutron-server[113345]: 'Network': {'1.1'}, Nov 02 16:37:54.636162 dv-cinder-773876-4-iscsi neutron-server[113345]: 'Port': {'1.7'}, Nov 02 16:37:54.636162 dv-cinder-773876-4-iscsi neutron-server[113345]: 'PortForwarding': {'1.2'}, Nov 02 16:37:54.636162 dv-cinder-773876-4-iscsi neutron-server[113345]: 'QosPolicy': {'1.10'}, Nov 02 16:37:54.636162 dv-cinder-773876-4-iscsi neutron-server[113345]: 'SecurityGroup': {'1.5'}, Nov 02 16:37:54.636162 dv-cinder-773876-4-iscsi neutron-server[113345]: 'SecurityGroupRule': {'1.2'}, Nov 02 16:37:54.636162 dv-cinder-773876-4-iscsi neutron-server[113345]: 'SubPort': {'1.0'}, Nov 02 16:37:54.636162 dv-cinder-773876-4-iscsi neutron-server[113345]: 'Subnet': {'1.1'}, Nov 02 16:37:54.636162 dv-cinder-773876-4-iscsi neutron-server[113345]: 'Trunk': {'1.1'}} Nov 02 16:37:54.636162 dv-cinder-773876-4-iscsi neutron-server[113345]: consumer versions: Nov 02 16:37:54.636162 dv-cinder-773876-4-iscsi neutron-server[113345]: { DHCP agent@dv-cinder-773876-4-iscsi: {}, Nov 02 16:37:54.636162 dv-cinder-773876-4-iscsi neutron-server[113345]: L3 agent@dv-cinder-773876-4-iscsi: {}, Nov 02 16:37:54.636162 dv-cinder-773876-4-iscsi neutron-server[113345]: Metadata agent@dv-cinder-773876-4-iscsi: {}, Nov 02 16:37:54.636162 dv-cinder-773876-4-iscsi neutron-server[113345]: Metering agent@dv-cinder-773876-4-iscsi: {}, Nov 02 16:37:54.636162 dv-cinder-773876-4-iscsi neutron-server[113345]: Open vSwitch agent@dv-cinder-773876-4-iscsi: { 'AddressGroup': '1.2', Nov 02 16:37:54.636162 dv-cinder-773876-4-iscsi neutron-server[113345]: 'ConntrackHelper': '1.0', Nov 02 16:37:54.636162 dv-cinder-773876-4-iscsi neutron-server[113345]: 'Log': '1.0', Nov 02 16:37:54.636162 dv-cinder-773876-4-iscsi neutron-server[113345]: 'Network': '1.1', Nov 02 16:37:54.636162 dv-cinder-773876-4-iscsi neutron-server[113345]: 'Port': '1.7', Nov 02 16:37:54.636162 dv-cinder-773876-4-iscsi neutron-server[113345]: 'PortForwarding': '1.2', Nov 02 16:37:54.636162 dv-cinder-773876-4-iscsi neutron-server[113345]: 'QosPolicy': '1.10', Nov 02 16:37:54.636162 dv-cinder-773876-4-iscsi neutron-server[113345]: 'SecurityGroup': '1.5', Nov 02 16:37:54.636162 dv-cinder-773876-4-iscsi neutron-server[113345]: 'SecurityGroupRule': '1.2', Nov 02 16:37:54.636162 dv-cinder-773876-4-iscsi neutron-server[113345]: 'SubPort': '1.0', Nov 02 16:37:54.636162 dv-cinder-773876-4-iscsi neutron-server[113345]: 'Subnet': '1.1', Nov 02 16:37:54.636162 dv-cinder-773876-4-iscsi neutron-server[113345]: 'Trunk': '1.1'}} Nov 02 16:37:54.636162 dv-cinder-773876-4-iscsi neutron-server[113345]: {{(pid=113345) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 16:37:54.716287 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-73a9746d-77f3-4fae-9310-e757a0f12b9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788024806476'] for network, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:37:54.759725 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-73a9746d-77f3-4fae-9310-e757a0f12b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481'] for network, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:37:54.761012 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a9746d-77f3-4fae-9310-e757a0f12b9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:54.761738 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-73a9746d-77f3-4fae-9310-e757a0f12b9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673503'] for network, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:37:54.828095 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-73a9746d-77f3-4fae-9310-e757a0f12b9d admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8217380 Nov 02 16:37:54.874899 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a9746d-77f3-4fae-9310-e757a0f12b9d admin admin] Pushing event updated for resources: {'Network': ['ID=8d188cbf-475b-469d-aec3-6b1bb224df1f,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:54.890462 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Network 8d188cbf-475b-469d-aec3-6b1bb224df1f details requested by agent ovs-agent-dv-cinder-773876-4-iscsi with host dv-cinder-773876-4-iscsi {{(pid=113346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:37:58.008053 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 36616) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:37:58.452485 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056d7be4-2072-433e-9ed3-70f57528f846 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:58.453891 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-056d7be4-2072-433e-9ed3-70f57528f846 admin admin] 10.222.0.118 "GET /v2.0/networks/8d188cbf-475b-469d-aec3-6b1bb224df1f HTTP/1.1" status: 200 len: 825 time: 0.4446771 Nov 02 16:37:58.482447 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-d8c27e2c-9ed8-448d-a5d9-50bd02c62cfb admin admin] 10.222.0.118 "GET /v2.0/subnetpools/1c613cfd-0813-4c28-8e9f-e6a6413dd314 HTTP/1.1" status: 200 len: 734 time: 0.0208035 Nov 02 16:37:58.493084 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.v2.base [None req-9e11d8f0-5a23-4698-8e1c-d16530e5e8e4 admin admin] Request body: {'subnet': {'subnetpool_id': '1c613cfd-0813-4c28-8e9f-e6a6413dd314', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '3c5638f41dc24fdab8a94e0e323f640b', 'network_id': '8d188cbf-475b-469d-aec3-6b1bb224df1f', 'name': 'private-subnet'}} {{(pid=113345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:37:58.518611 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e11d8f0-5a23-4698-8e1c-d16530e5e8e4 admin admin] Made reservation on behalf of 3c5638f41dc24fdab8a94e0e323f640b for: {'subnet': 1} {{(pid=113345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:37:58.521845 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-9e11d8f0-5a23-4698-8e1c-d16530e5e8e4 admin admin] Publish callbacks [] for subnet, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:37:58.870417 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-9e11d8f0-5a23-4698-8e1c-d16530e5e8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481'] for subnet, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:37:58.943344 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e11d8f0-5a23-4698-8e1c-d16530e5e8e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96d48ede-6879-48c3-aa4d-85c2d3671408,revision_number=0']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:37:58.948511 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e11d8f0-5a23-4698-8e1c-d16530e5e8e4 admin admin] Checking segment: {'id': '1ea9f3ba-e4da-4f40-bad0-c51fe46b4381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '8d188cbf-475b-469d-aec3-6b1bb224df1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 16:37:58.948921 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e11d8f0-5a23-4698-8e1c-d16530e5e8e4 admin admin] Network hostable DHCP agents. Network: 8d188cbf-475b-469d-aec3-6b1bb224df1f, hostable agents: ['546b8425-0cfc-4ce2-b181-b7c4c8ab844f'], hosted agents: [] {{(pid=113345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:37:58.974972 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e11d8f0-5a23-4698-8e1c-d16530e5e8e4 admin admin] Network 8d188cbf-475b-469d-aec3-6b1bb224df1f is scheduled to be hosted by DHCP agent 546b8425-0cfc-4ce2-b181-b7c4c8ab844f with binding_index 1 {{(pid=113345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:37:58.987111 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.base_scheduler [None req-9e11d8f0-5a23-4698-8e1c-d16530e5e8e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-4-iscsi, 8d188cbf-475b-469d-aec3-6b1bb224df1f) {{(pid=113345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:37:58.993091 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e11d8f0-5a23-4698-8e1c-d16530e5e8e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:37:58.993741 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-9e11d8f0-5a23-4698-8e1c-d16530e5e8e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673503'] for subnet, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:37:59.001491 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd75bff-9512-4b9e-a0d6-5e138b5e9421 None None] Network 8d188cbf-475b-469d-aec3-6b1bb224df1f requested from dv-cinder-773876-4-iscsi {{(pid=113346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:37:59.013567 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-9e11d8f0-5a23-4698-8e1c-d16530e5e8e4 admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5243778 Nov 02 16:37:59.378177 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ca35a0-8c62-4231-8b91-b3b17fdc5b1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe4b85e87-31fb-5fe4-ae05-1caa6371d8e7-8d188cbf-475b-469d-aec3-6b1bb224df1f', 'network_id': '8d188cbf-475b-469d-aec3-6b1bb224df1f', 'tenant_id': '3c5638f41dc24fdab8a94e0e323f640b', 'fixed_ips': [{'subnet_id': '96d48ede-6879-48c3-aa4d-85c2d3671408'}]}} from dv-cinder-773876-4-iscsi. {{(pid=113346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:37:59.380262 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-57ca35a0-8c62-4231-8b91-b3b17fdc5b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_create {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:37:59.720351 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.db_base_plugin_common [None req-57ca35a0-8c62-4231-8b91-b3b17fdc5b1d None None] Allocated IP 172.20.0.2 (8d188cbf-475b-469d-aec3-6b1bb224df1f/96d48ede-6879-48c3-aa4d-85c2d3671408/97210daa-5920-4ab8-b338-791764a910fa) {{(pid=113346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:37:59.949660 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-57ca35a0-8c62-4231-8b91-b3b17fdc5b1d None None] Publish callbacks [] for port, precommit_create {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:37:59.960451 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-57ca35a0-8c62-4231-8b91-b3b17fdc5b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788024814062'] for port, after_create {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:38:00.059095 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ca35a0-8c62-4231-8b91-b3b17fdc5b1d None None] Network 8d188cbf-475b-469d-aec3-6b1bb224df1f is already hosted by enough agents. {{(pid=113346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:38:00.064100 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.scheduler.base_scheduler [None req-57ca35a0-8c62-4231-8b91-b3b17fdc5b1d None None] Resources bound (agent type, host, resource id): {{(pid=113346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:38:00.069051 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ca35a0-8c62-4231-8b91-b3b17fdc5b1d None None] Received port after_create {{(pid=113346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:38:00.075733 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ca35a0-8c62-4231-8b91-b3b17fdc5b1d None None] Pushing event updated for resources: {'Port': ['ID=97210daa-5920-4ab8-b338-791764a910fa,revision_number=1']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:00.087811 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ca35a0-8c62-4231-8b91-b3b17fdc5b1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:38:00.088202 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ca35a0-8c62-4231-8b91-b3b17fdc5b1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:38:00.088571 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ca35a0-8c62-4231-8b91-b3b17fdc5b1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:38:00.088922 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ca35a0-8c62-4231-8b91-b3b17fdc5b1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:38:00.089267 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ca35a0-8c62-4231-8b91-b3b17fdc5b1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:38:00.089760 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ca35a0-8c62-4231-8b91-b3b17fdc5b1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:38:00.090107 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ca35a0-8c62-4231-8b91-b3b17fdc5b1d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:38:00.090447 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ca35a0-8c62-4231-8b91-b3b17fdc5b1d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:38:00.090857 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ca35a0-8c62-4231-8b91-b3b17fdc5b1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:38:00.091147 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ca35a0-8c62-4231-8b91-b3b17fdc5b1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:38:00.091482 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ca35a0-8c62-4231-8b91-b3b17fdc5b1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:38:00.091816 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ca35a0-8c62-4231-8b91-b3b17fdc5b1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:38:00.092972 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ca35a0-8c62-4231-8b91-b3b17fdc5b1d None None] Tracked resource versions report: Nov 02 16:38:00.092972 dv-cinder-773876-4-iscsi neutron-server[113346]: pushed versions: Nov 02 16:38:00.092972 dv-cinder-773876-4-iscsi neutron-server[113346]: { 'AddressGroup': {'1.2'}, Nov 02 16:38:00.092972 dv-cinder-773876-4-iscsi neutron-server[113346]: 'ConntrackHelper': {'1.0'}, Nov 02 16:38:00.092972 dv-cinder-773876-4-iscsi neutron-server[113346]: 'Log': {'1.0'}, Nov 02 16:38:00.092972 dv-cinder-773876-4-iscsi neutron-server[113346]: 'Network': {'1.1'}, Nov 02 16:38:00.092972 dv-cinder-773876-4-iscsi neutron-server[113346]: 'Port': {'1.7'}, Nov 02 16:38:00.092972 dv-cinder-773876-4-iscsi neutron-server[113346]: 'PortForwarding': {'1.2'}, Nov 02 16:38:00.092972 dv-cinder-773876-4-iscsi neutron-server[113346]: 'QosPolicy': {'1.10'}, Nov 02 16:38:00.092972 dv-cinder-773876-4-iscsi neutron-server[113346]: 'SecurityGroup': {'1.5'}, Nov 02 16:38:00.092972 dv-cinder-773876-4-iscsi neutron-server[113346]: 'SecurityGroupRule': {'1.2'}, Nov 02 16:38:00.092972 dv-cinder-773876-4-iscsi neutron-server[113346]: 'SubPort': {'1.0'}, Nov 02 16:38:00.092972 dv-cinder-773876-4-iscsi neutron-server[113346]: 'Subnet': {'1.1'}, Nov 02 16:38:00.092972 dv-cinder-773876-4-iscsi neutron-server[113346]: 'Trunk': {'1.1'}} Nov 02 16:38:00.092972 dv-cinder-773876-4-iscsi neutron-server[113346]: consumer versions: Nov 02 16:38:00.092972 dv-cinder-773876-4-iscsi neutron-server[113346]: { DHCP agent@dv-cinder-773876-4-iscsi: {}, Nov 02 16:38:00.092972 dv-cinder-773876-4-iscsi neutron-server[113346]: L3 agent@dv-cinder-773876-4-iscsi: {}, Nov 02 16:38:00.092972 dv-cinder-773876-4-iscsi neutron-server[113346]: Metadata agent@dv-cinder-773876-4-iscsi: {}, Nov 02 16:38:00.092972 dv-cinder-773876-4-iscsi neutron-server[113346]: Metering agent@dv-cinder-773876-4-iscsi: {}, Nov 02 16:38:00.092972 dv-cinder-773876-4-iscsi neutron-server[113346]: Open vSwitch agent@dv-cinder-773876-4-iscsi: { 'AddressGroup': '1.2', Nov 02 16:38:00.092972 dv-cinder-773876-4-iscsi neutron-server[113346]: 'ConntrackHelper': '1.0', Nov 02 16:38:00.092972 dv-cinder-773876-4-iscsi neutron-server[113346]: 'Log': '1.0', Nov 02 16:38:00.092972 dv-cinder-773876-4-iscsi neutron-server[113346]: 'Network': '1.1', Nov 02 16:38:00.092972 dv-cinder-773876-4-iscsi neutron-server[113346]: 'Port': '1.7', Nov 02 16:38:00.092972 dv-cinder-773876-4-iscsi neutron-server[113346]: 'PortForwarding': '1.2', Nov 02 16:38:00.092972 dv-cinder-773876-4-iscsi neutron-server[113346]: 'QosPolicy': '1.10', Nov 02 16:38:00.092972 dv-cinder-773876-4-iscsi neutron-server[113346]: 'SecurityGroup': '1.5', Nov 02 16:38:00.092972 dv-cinder-773876-4-iscsi neutron-server[113346]: 'SecurityGroupRule': '1.2', Nov 02 16:38:00.092972 dv-cinder-773876-4-iscsi neutron-server[113346]: 'SubPort': '1.0', Nov 02 16:38:00.092972 dv-cinder-773876-4-iscsi neutron-server[113346]: 'Subnet': '1.1', Nov 02 16:38:00.092972 dv-cinder-773876-4-iscsi neutron-server[113346]: 'Trunk': '1.1'}} Nov 02 16:38:00.092972 dv-cinder-773876-4-iscsi neutron-server[113346]: {{(pid=113346) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 16:38:00.173511 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.managers [None req-57ca35a0-8c62-4231-8b91-b3b17fdc5b1d None None] Attempting to bind port 97210daa-5920-4ab8-b338-791764a910fa on host dv-cinder-773876-4-iscsi for vnic_type normal with profile {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 16:38:00.173952 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.managers [None req-57ca35a0-8c62-4231-8b91-b3b17fdc5b1d None None] Attempting to bind port 97210daa-5920-4ab8-b338-791764a910fa by drivers openvswitch,hyperv on host dv-cinder-773876-4-iscsi at level 0 using segments [{'id': '1ea9f3ba-e4da-4f40-bad0-c51fe46b4381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '8d188cbf-475b-469d-aec3-6b1bb224df1f'}] {{(pid=113346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 16:38:00.174430 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ca35a0-8c62-4231-8b91-b3b17fdc5b1d None None] Attempting to bind port 97210daa-5920-4ab8-b338-791764a910fa on network 8d188cbf-475b-469d-aec3-6b1bb224df1f {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:38:00.180121 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ca35a0-8c62-4231-8b91-b3b17fdc5b1d None None] Checking agent: {'id': '7dc37166-7823-42e6-bc3e-7dc49cd1fc12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 37, 46), 'started_at': datetime.datetime(2021, 11, 2, 16, 37, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:38:00.180596 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ca35a0-8c62-4231-8b91-b3b17fdc5b1d None None] Checking segment: {'id': '1ea9f3ba-e4da-4f40-bad0-c51fe46b4381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '8d188cbf-475b-469d-aec3-6b1bb224df1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 16:38:00.181396 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-57ca35a0-8c62-4231-8b91-b3b17fdc5b1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:38:00.181812 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ca35a0-8c62-4231-8b91-b3b17fdc5b1d None None] Bound using segment: {'id': '1ea9f3ba-e4da-4f40-bad0-c51fe46b4381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '8d188cbf-475b-469d-aec3-6b1bb224df1f'} {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:38:00.182342 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.managers [None req-57ca35a0-8c62-4231-8b91-b3b17fdc5b1d None None] Bound port: 97210daa-5920-4ab8-b338-791764a910fa, host: dv-cinder-773876-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ea9f3ba-e4da-4f40-bad0-c51fe46b4381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '8d188cbf-475b-469d-aec3-6b1bb224df1f'}}] {{(pid=113346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 16:38:00.182795 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-57ca35a0-8c62-4231-8b91-b3b17fdc5b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:38:00.257843 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-57ca35a0-8c62-4231-8b91-b3b17fdc5b1d None None] For port 97210daa-5920-4ab8-b338-791764a910fa, host dv-cinder-773876-4-iscsi, cleared binding levels {{(pid=113346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:38:00.262915 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-57ca35a0-8c62-4231-8b91-b3b17fdc5b1d None None] For port 97210daa-5920-4ab8-b338-791764a910fa, host dv-cinder-773876-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=97210daa-5920-4ab8-b338-791764a910fa,segment=NetworkSegment(1ea9f3ba-e4da-4f40-bad0-c51fe46b4381),segment_id=1ea9f3ba-e4da-4f40-bad0-c51fe46b4381)] {{(pid=113346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:38:00.268853 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-57ca35a0-8c62-4231-8b91-b3b17fdc5b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:38:00.342100 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ca35a0-8c62-4231-8b91-b3b17fdc5b1d None None] Pushing event updated for resources: {'Port': ['ID=97210daa-5920-4ab8-b338-791764a910fa,revision_number=2']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:01.989190 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 36624) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:02.438113 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.agents_db [None req-4685c794-fb13-4fdb-802d-b1599aff033c None None] Agent healthcheck: found 5 active agents {{(pid=113347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:38:02.576916 dv-cinder-773876-4-iscsi neutron-server[113344]: WARNING oslo_policy.policy [None req-3908ce95-de23-4ae4-8d7e-8a20fa5374eb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 16:38:02.577599 dv-cinder-773876-4-iscsi neutron-server[113344]: WARNING oslo_policy.policy [None req-3908ce95-de23-4ae4-8d7e-8a20fa5374eb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 16:38:02.819352 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [None req-3908ce95-de23-4ae4-8d7e-8a20fa5374eb admin admin] http://10.222.0.118:9696/v2.0/extensions returned with HTTP 200 {{(pid=113344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:38:02.820783 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-3908ce95-de23-4ae4-8d7e-8a20fa5374eb admin admin] 10.222.0.118 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.8289552 Nov 02 16:38:05.611027 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 36638) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:05.984801 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [None req-596e2d47-208d-4940-a2a3-868c6f1f83e7 admin admin] http://10.222.0.118:9696/v2.0/extensions returned with HTTP 200 {{(pid=113344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:38:05.985815 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-596e2d47-208d-4940-a2a3-868c6f1f83e7 admin admin] 10.222.0.118 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.3737626 Nov 02 16:38:08.263557 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-d965170a-555a-4584-8060-37d3d2120f9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:38:09.071141 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 36652) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:09.409023 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.v2.base [None req-61d28d16-5b1c-4711-aad8-298bd7540c6d admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '3c5638f41dc24fdab8a94e0e323f640b', 'name': 'router1'}} {{(pid=113344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:38:09.479297 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.policy [None req-61d28d16-5b1c-4711-aad8-298bd7540c6d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=113344) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 02 16:38:09.529061 dv-cinder-773876-4-iscsi neutron-server[113344]: WARNING oslo_policy.policy [None req-61d28d16-5b1c-4711-aad8-298bd7540c6d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 16:38:09.529457 dv-cinder-773876-4-iscsi neutron-server[113344]: WARNING oslo_policy.policy [None req-61d28d16-5b1c-4711-aad8-298bd7540c6d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 16:38:09.538652 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.quota [None req-61d28d16-5b1c-4711-aad8-298bd7540c6d admin admin] Loaded quota_driver: . Nov 02 16:38:09.609711 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-61d28d16-5b1c-4711-aad8-298bd7540c6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3731402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26202'] for router, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:38:09.612049 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-61d28d16-5b1c-4711-aad8-298bd7540c6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3731318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3708157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26197'] for router, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:38:09.786428 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-61d28d16-5b1c-4711-aad8-298bd7540c6d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:38:09.792534 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-61d28d16-5b1c-4711-aad8-298bd7540c6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3731327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3708078'] for router, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:38:09.816653 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-61d28d16-5b1c-4711-aad8-298bd7540c6d admin admin] Publish callbacks [] for router, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:38:09.832322 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-61d28d16-5b1c-4711-aad8-298bd7540c6d admin admin] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7458658 Nov 02 16:38:10.181909 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device 97210daa-5920-4ab8-b338-791764a910fa up at agent ovs-agent-dv-cinder-773876-4-iscsi {{(pid=113346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:38:10.283490 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Provisioning complete for port 97210daa-5920-4ab8-b338-791764a910fa triggered by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:38:10.284020 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:38:10.416378 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:38:10.456305 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] For port 97210daa-5920-4ab8-b338-791764a910fa, host dv-cinder-773876-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=97210daa-5920-4ab8-b338-791764a910fa,segment=NetworkSegment(1ea9f3ba-e4da-4f40-bad0-c51fe46b4381),segment_id=1ea9f3ba-e4da-4f40-bad0-c51fe46b4381)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:38:10.462763 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:38:10.493609 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1a77ab-fd41-4a23-a976-8b0704016b74 None None] Network 8d188cbf-475b-469d-aec3-6b1bb224df1f requested from dv-cinder-773876-4-iscsi {{(pid=113346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:38:10.574251 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Pushing event updated for resources: {'Port': ['ID=97210daa-5920-4ab8-b338-791764a910fa,revision_number=3']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:10.618568 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-1e34a497-9a49-4293-9489-00d4327bb11b None None] Provisioning complete for port 97210daa-5920-4ab8-b338-791764a910fa triggered by entity DHCP. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:38:10.618942 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-1e34a497-9a49-4293-9489-00d4327bb11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:38:10.993096 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-932a5136-152b-49bc-8799-c4ef0e93cb9f None None] Provisioning complete for port 97210daa-5920-4ab8-b338-791764a910fa triggered by entity DHCP. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:38:10.993475 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-932a5136-152b-49bc-8799-c4ef0e93cb9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:38:11.052386 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-006c0d51-fa66-46c4-bf31-d6d05c569672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:38:12.142086 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device 97210daa-5920-4ab8-b338-791764a910fa up at agent ovs-agent-dv-cinder-773876-4-iscsi {{(pid=113346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:38:12.199178 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Provisioning complete for port 97210daa-5920-4ab8-b338-791764a910fa triggered by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:38:12.199564 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:38:12.640778 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 36664) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:12.746736 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-dfe49d6c-b306-436a-ba68-760764be264a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:38:13.001923 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [None req-0c24c20f-2768-4643-810d-76c5d66314ee admin admin] http://10.222.0.118:9696/v2.0/extensions returned with HTTP 200 {{(pid=113345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:38:13.002879 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-0c24c20f-2768-4643-810d-76c5d66314ee admin admin] 10.222.0.118 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.3610358 Nov 02 16:38:14.547113 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0b95-0143-42d2-8d33-45f1b37c89de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:38:15.600652 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 36682) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:15.736907 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.v2.base [None req-dfc89656-e82d-4f36-a0e3-383abfb26921 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'name': 'public', 'router:external': True}} {{(pid=113344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:38:15.762805 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc89656-e82d-4f36-a0e3-383abfb26921 admin admin] Made reservation on behalf of c401e2756eae49688050547d1567bab0 for: {'network': 1} {{(pid=113344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:38:15.765873 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-dfc89656-e82d-4f36-a0e3-383abfb26921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for network, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:38:15.782609 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-dfc89656-e82d-4f36-a0e3-383abfb26921 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:38:15.889487 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-dfc89656-e82d-4f36-a0e3-383abfb26921 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:38:15.893597 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-dfc89656-e82d-4f36-a0e3-383abfb26921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:38:15.908166 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-dfc89656-e82d-4f36-a0e3-383abfb26921 admin admin] Reserving flat network on physical network physnet1 {{(pid=113344) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 02 16:38:15.940354 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-dfc89656-e82d-4f36-a0e3-383abfb26921 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788025296613', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639893'] for segment, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:38:15.941520 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-dfc89656-e82d-4f36-a0e3-383abfb26921 admin admin] Unsubscribe: segment precommit_create {{(pid=113344) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 02 16:38:15.942105 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.db.segments_db [None req-dfc89656-e82d-4f36-a0e3-383abfb26921 admin admin] Added segment 1cb664d2-69f4-46cd-9abc-3fc1a9239895 of type flat for network e732c7b6-4740-4909-a10c-6231f1bdbede Nov 02 16:38:15.948408 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc89656-e82d-4f36-a0e3-383abfb26921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=514e346a-63bd-4e4b-8546-aa520d6d9d33,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:15.986301 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc89656-e82d-4f36-a0e3-383abfb26921 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:38:15.986670 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc89656-e82d-4f36-a0e3-383abfb26921 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:38:15.987015 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc89656-e82d-4f36-a0e3-383abfb26921 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:38:15.987346 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc89656-e82d-4f36-a0e3-383abfb26921 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:38:15.987711 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc89656-e82d-4f36-a0e3-383abfb26921 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:38:15.988060 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc89656-e82d-4f36-a0e3-383abfb26921 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:38:15.988421 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc89656-e82d-4f36-a0e3-383abfb26921 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:38:15.988770 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc89656-e82d-4f36-a0e3-383abfb26921 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:38:15.989118 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc89656-e82d-4f36-a0e3-383abfb26921 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:38:15.989442 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc89656-e82d-4f36-a0e3-383abfb26921 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:38:15.989765 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc89656-e82d-4f36-a0e3-383abfb26921 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:38:15.990082 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc89656-e82d-4f36-a0e3-383abfb26921 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:38:15.991175 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc89656-e82d-4f36-a0e3-383abfb26921 admin admin] Tracked resource versions report: Nov 02 16:38:15.991175 dv-cinder-773876-4-iscsi neutron-server[113344]: pushed versions: Nov 02 16:38:15.991175 dv-cinder-773876-4-iscsi neutron-server[113344]: { 'AddressGroup': {'1.2'}, Nov 02 16:38:15.991175 dv-cinder-773876-4-iscsi neutron-server[113344]: 'ConntrackHelper': {'1.0'}, Nov 02 16:38:15.991175 dv-cinder-773876-4-iscsi neutron-server[113344]: 'Log': {'1.0'}, Nov 02 16:38:15.991175 dv-cinder-773876-4-iscsi neutron-server[113344]: 'Network': {'1.1'}, Nov 02 16:38:15.991175 dv-cinder-773876-4-iscsi neutron-server[113344]: 'Port': {'1.7'}, Nov 02 16:38:15.991175 dv-cinder-773876-4-iscsi neutron-server[113344]: 'PortForwarding': {'1.2'}, Nov 02 16:38:15.991175 dv-cinder-773876-4-iscsi neutron-server[113344]: 'QosPolicy': {'1.10'}, Nov 02 16:38:15.991175 dv-cinder-773876-4-iscsi neutron-server[113344]: 'SecurityGroup': {'1.5'}, Nov 02 16:38:15.991175 dv-cinder-773876-4-iscsi neutron-server[113344]: 'SecurityGroupRule': {'1.2'}, Nov 02 16:38:15.991175 dv-cinder-773876-4-iscsi neutron-server[113344]: 'SubPort': {'1.0'}, Nov 02 16:38:15.991175 dv-cinder-773876-4-iscsi neutron-server[113344]: 'Subnet': {'1.1'}, Nov 02 16:38:15.991175 dv-cinder-773876-4-iscsi neutron-server[113344]: 'Trunk': {'1.1'}} Nov 02 16:38:15.991175 dv-cinder-773876-4-iscsi neutron-server[113344]: consumer versions: Nov 02 16:38:15.991175 dv-cinder-773876-4-iscsi neutron-server[113344]: { DHCP agent@dv-cinder-773876-4-iscsi: {}, Nov 02 16:38:15.991175 dv-cinder-773876-4-iscsi neutron-server[113344]: L3 agent@dv-cinder-773876-4-iscsi: {}, Nov 02 16:38:15.991175 dv-cinder-773876-4-iscsi neutron-server[113344]: Metadata agent@dv-cinder-773876-4-iscsi: {}, Nov 02 16:38:15.991175 dv-cinder-773876-4-iscsi neutron-server[113344]: Metering agent@dv-cinder-773876-4-iscsi: {}, Nov 02 16:38:15.991175 dv-cinder-773876-4-iscsi neutron-server[113344]: Open vSwitch agent@dv-cinder-773876-4-iscsi: { 'AddressGroup': '1.2', Nov 02 16:38:15.991175 dv-cinder-773876-4-iscsi neutron-server[113344]: 'ConntrackHelper': '1.0', Nov 02 16:38:15.991175 dv-cinder-773876-4-iscsi neutron-server[113344]: 'Log': '1.0', Nov 02 16:38:15.991175 dv-cinder-773876-4-iscsi neutron-server[113344]: 'Network': '1.1', Nov 02 16:38:15.991175 dv-cinder-773876-4-iscsi neutron-server[113344]: 'Port': '1.7', Nov 02 16:38:15.991175 dv-cinder-773876-4-iscsi neutron-server[113344]: 'PortForwarding': '1.2', Nov 02 16:38:15.991175 dv-cinder-773876-4-iscsi neutron-server[113344]: 'QosPolicy': '1.10', Nov 02 16:38:15.991175 dv-cinder-773876-4-iscsi neutron-server[113344]: 'SecurityGroup': '1.5', Nov 02 16:38:15.991175 dv-cinder-773876-4-iscsi neutron-server[113344]: 'SecurityGroupRule': '1.2', Nov 02 16:38:15.991175 dv-cinder-773876-4-iscsi neutron-server[113344]: 'SubPort': '1.0', Nov 02 16:38:15.991175 dv-cinder-773876-4-iscsi neutron-server[113344]: 'Subnet': '1.1', Nov 02 16:38:15.991175 dv-cinder-773876-4-iscsi neutron-server[113344]: 'Trunk': '1.1'}} Nov 02 16:38:15.991175 dv-cinder-773876-4-iscsi neutron-server[113344]: {{(pid=113344) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 16:38:16.037322 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:38:16.084057 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-dfc89656-e82d-4f36-a0e3-383abfb26921 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788024806476'] for network, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:38:16.130589 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-dfc89656-e82d-4f36-a0e3-383abfb26921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481'] for network, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:38:16.132117 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc89656-e82d-4f36-a0e3-383abfb26921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:16.132905 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-dfc89656-e82d-4f36-a0e3-383abfb26921 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673503'] for network, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:38:16.248732 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-dfc89656-e82d-4f36-a0e3-383abfb26921 admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6468043 Nov 02 16:38:16.259506 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc89656-e82d-4f36-a0e3-383abfb26921 admin admin] Pushing event updated for resources: {'Network': ['ID=e732c7b6-4740-4909-a10c-6231f1bdbede,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:16.273705 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Network e732c7b6-4740-4909-a10c-6231f1bdbede details requested by agent ovs-agent-dv-cinder-773876-4-iscsi with host dv-cinder-773876-4-iscsi {{(pid=113346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:38:18.830908 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 36704) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:18.981943 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40192d6f-8d2a-4353-aae4-49fa3ad4bf6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:18.983436 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-40192d6f-8d2a-4353-aae4-49fa3ad4bf6e admin admin] 10.222.0.118 "GET /v2.0/subnets/96d48ede-6879-48c3-aa4d-85c2d3671408 HTTP/1.1" status: 200 len: 849 time: 0.1512871 Nov 02 16:38:19.129476 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-ed9a10de-b5f2-4caf-afaa-bbb8ba4f9a65 admin admin] 10.222.0.118 "GET /v2.0/routers/33780aed-115c-48d6-bb0d-3e2f738130b9 HTTP/1.1" status: 200 len: 704 time: 0.1384656 Nov 02 16:38:19.422842 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-812c6579-0e12-4aa9-bef2-39a07387f1ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:38:19.746481 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.db.db_base_plugin_common [None req-812c6579-0e12-4aa9-bef2-39a07387f1ea admin admin] Allocated IP 172.20.0.1 (8d188cbf-475b-469d-aec3-6b1bb224df1f/96d48ede-6879-48c3-aa4d-85c2d3671408/0368a8b9-e1f5-4a5e-aab9-0eccf2fd9632) {{(pid=113344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:38:19.942110 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-812c6579-0e12-4aa9-bef2-39a07387f1ea admin admin] Publish callbacks [] for port, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:38:20.012688 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-812c6579-0e12-4aa9-bef2-39a07387f1ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788024814062'] for port, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:38:20.095130 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812c6579-0e12-4aa9-bef2-39a07387f1ea admin admin] Network 8d188cbf-475b-469d-aec3-6b1bb224df1f is already hosted by enough agents. {{(pid=113344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:38:20.104203 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.base_scheduler [None req-812c6579-0e12-4aa9-bef2-39a07387f1ea admin admin] Resources bound (agent type, host, resource id): {{(pid=113344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:38:20.108245 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812c6579-0e12-4aa9-bef2-39a07387f1ea admin admin] Received port after_create {{(pid=113344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:38:20.108631 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-812c6579-0e12-4aa9-bef2-39a07387f1ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3708925'] for router_interface, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:38:20.112354 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c6579-0e12-4aa9-bef2-39a07387f1ea admin admin] Pushing event updated for resources: {'Port': ['ID=0368a8b9-e1f5-4a5e-aab9-0eccf2fd9632,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:20.321431 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-812c6579-0e12-4aa9-bef2-39a07387f1ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:38:20.384604 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-f03f65ee-c44f-48ef-b9a6-310988863bfe None None] Provisioning complete for port 0368a8b9-e1f5-4a5e-aab9-0eccf2fd9632 triggered by entity DHCP. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:38:20.385304 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-f03f65ee-c44f-48ef-b9a6-310988863bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:38:20.438179 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-f03f65ee-c44f-48ef-b9a6-310988863bfe None None] Port 0368a8b9-e1f5-4a5e-aab9-0eccf2fd9632 cannot update to ACTIVE because it is not bound. {{(pid=113346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 16:38:20.598216 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-812c6579-0e12-4aa9-bef2-39a07387f1ea admin admin] Publish callbacks [] for port, precommit_update {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:38:20.603023 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-812c6579-0e12-4aa9-bef2-39a07387f1ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:38:20.603884 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-812c6579-0e12-4aa9-bef2-39a07387f1ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3708777'] for router_interface, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:38:20.689092 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c6579-0e12-4aa9-bef2-39a07387f1ea admin admin] Pushing event updated for resources: {'Port': ['ID=0368a8b9-e1f5-4a5e-aab9-0eccf2fd9632,revision_number=2']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:20.734102 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812c6579-0e12-4aa9-bef2-39a07387f1ea admin admin] Network 8d188cbf-475b-469d-aec3-6b1bb224df1f is already hosted by enough agents. {{(pid=113344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:38:20.735502 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.base_scheduler [None req-812c6579-0e12-4aa9-bef2-39a07387f1ea admin admin] Resources bound (agent type, host, resource id): {{(pid=113344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:38:20.914434 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-812c6579-0e12-4aa9-bef2-39a07387f1ea admin admin] Router 33780aed-115c-48d6-bb0d-3e2f738130b9 is scheduled to L3 agent 23c85ca8-88a6-46e7-9165-338a7fd1d142 with binding_index 1 {{(pid=113344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:38:20.969894 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-aee1c950-2b3d-4f48-aec1-92fb2438a513 None None] Provisioning complete for port 0368a8b9-e1f5-4a5e-aab9-0eccf2fd9632 triggered by entity DHCP. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:38:20.970275 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-aee1c950-2b3d-4f48-aec1-92fb2438a513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:38:21.005713 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-aee1c950-2b3d-4f48-aec1-92fb2438a513 None None] Port 0368a8b9-e1f5-4a5e-aab9-0eccf2fd9632 cannot update to ACTIVE because it is not bound. {{(pid=113346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 16:38:21.011427 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-812c6579-0e12-4aa9-bef2-39a07387f1ea admin admin] Notify agent at l3_agent.dv-cinder-773876-4-iscsi the message routers_updated {{(pid=113344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:38:21.017457 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-812c6579-0e12-4aa9-bef2-39a07387f1ea admin admin] 10.222.0.118 "PUT /v2.0/routers/33780aed-115c-48d6-bb0d-3e2f738130b9/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8809912 Nov 02 16:38:21.024280 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0446d1a7-c766-4895-96c9-fee011f2840f None None] Sync routers for ids ['33780aed-115c-48d6-bb0d-3e2f738130b9'] in dv-cinder-773876-4-iscsi {{(pid=113347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:38:21.041987 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0446d1a7-c766-4895-96c9-fee011f2840f None None] Routers {'33780aed-115c-48d6-bb0d-3e2f738130b9'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:38:21.042968 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-0446d1a7-c766-4895-96c9-fee011f2840f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:38:11Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['33780aed-115c-48d6-bb0d-3e2f738130b9'], 'active': True} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:38:21.261711 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvr_db [None req-0446d1a7-c766-4895-96c9-fee011f2840f None None] Set router 33780aed-115c-48d6-bb0d-3e2f738130b9 gateway port host: None {{(pid=113347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:38:21.745947 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-0446d1a7-c766-4895-96c9-fee011f2840f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33780aed-115c-48d6-bb0d-3e2f738130b9', 'name': 'router1', 'tenant_id': '3c5638f41dc24fdab8a94e0e323f640b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:38:09Z', 'updated_at': '2021-11-02T16:38:20Z', 'revision_number': 2, 'project_id': '3c5638f41dc24fdab8a94e0e323f640b', 'gw_port_host': None, '_interfaces': [{'id': '0368a8b9-e1f5-4a5e-aab9-0eccf2fd9632', 'name': '', 'network_id': '8d188cbf-475b-469d-aec3-6b1bb224df1f', 'tenant_id': '3c5638f41dc24fdab8a94e0e323f640b', 'mac_address': 'fa:16:3e:f1:7d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33780aed-115c-48d6-bb0d-3e2f738130b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '96d48ede-6879-48c3-aa4d-85c2d3671408', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:38:19Z', 'updated_at': '2021-11-02T16:38:20Z', 'revision_number': 2, 'project_id': '3c5638f41dc24fdab8a94e0e323f640b', 'subnets': [{'id': '96d48ede-6879-48c3-aa4d-85c2d3671408', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c613cfd-0813-4c28-8e9f-e6a6413dd314'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:38:21.806358 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0446d1a7-c766-4895-96c9-fee011f2840f None None] Checking router: 33780aed-115c-48d6-bb0d-3e2f738130b9 for host: dv-cinder-773876-4-iscsi {{(pid=113347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:38:21.806742 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0446d1a7-c766-4895-96c9-fee011f2840f None None] Updating router 33780aed-115c-48d6-bb0d-3e2f738130b9 port 0368a8b9-e1f5-4a5e-aab9-0eccf2fd9632 binding host dv-cinder-773876-4-iscsi {{(pid=113347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:38:21.866595 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron_lib.callbacks.manager [None req-0446d1a7-c766-4895-96c9-fee011f2840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:38:22.450086 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron_lib.callbacks.manager [None req-0446d1a7-c766-4895-96c9-fee011f2840f None None] Publish callbacks [] for port, precommit_update {{(pid=113347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:38:22.459149 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron_lib.callbacks.manager [None req-0446d1a7-c766-4895-96c9-fee011f2840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:38:22.623849 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35d926-527e-431f-94a7-d5d9b38821ec None None] Pushing event updated for resources: {'Port': ['ID=0368a8b9-e1f5-4a5e-aab9-0eccf2fd9632,revision_number=3']} {{(pid=113347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:22.648785 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35d926-527e-431f-94a7-d5d9b38821ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:38:22.649247 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35d926-527e-431f-94a7-d5d9b38821ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:38:22.649509 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35d926-527e-431f-94a7-d5d9b38821ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:38:22.649859 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35d926-527e-431f-94a7-d5d9b38821ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:38:22.650207 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35d926-527e-431f-94a7-d5d9b38821ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:38:22.650571 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35d926-527e-431f-94a7-d5d9b38821ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:38:22.650898 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35d926-527e-431f-94a7-d5d9b38821ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:38:22.651240 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35d926-527e-431f-94a7-d5d9b38821ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:38:22.651623 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35d926-527e-431f-94a7-d5d9b38821ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:38:22.651965 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35d926-527e-431f-94a7-d5d9b38821ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:38:22.652331 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35d926-527e-431f-94a7-d5d9b38821ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:38:22.652668 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35d926-527e-431f-94a7-d5d9b38821ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:38:22.653801 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35d926-527e-431f-94a7-d5d9b38821ec None None] Tracked resource versions report: Nov 02 16:38:22.653801 dv-cinder-773876-4-iscsi neutron-server[113347]: pushed versions: Nov 02 16:38:22.653801 dv-cinder-773876-4-iscsi neutron-server[113347]: { 'AddressGroup': {'1.2'}, Nov 02 16:38:22.653801 dv-cinder-773876-4-iscsi neutron-server[113347]: 'ConntrackHelper': {'1.0'}, Nov 02 16:38:22.653801 dv-cinder-773876-4-iscsi neutron-server[113347]: 'Log': {'1.0'}, Nov 02 16:38:22.653801 dv-cinder-773876-4-iscsi neutron-server[113347]: 'Network': {'1.1'}, Nov 02 16:38:22.653801 dv-cinder-773876-4-iscsi neutron-server[113347]: 'Port': {'1.7'}, Nov 02 16:38:22.653801 dv-cinder-773876-4-iscsi neutron-server[113347]: 'PortForwarding': {'1.2'}, Nov 02 16:38:22.653801 dv-cinder-773876-4-iscsi neutron-server[113347]: 'QosPolicy': {'1.10'}, Nov 02 16:38:22.653801 dv-cinder-773876-4-iscsi neutron-server[113347]: 'SecurityGroup': {'1.5'}, Nov 02 16:38:22.653801 dv-cinder-773876-4-iscsi neutron-server[113347]: 'SecurityGroupRule': {'1.2'}, Nov 02 16:38:22.653801 dv-cinder-773876-4-iscsi neutron-server[113347]: 'SubPort': {'1.0'}, Nov 02 16:38:22.653801 dv-cinder-773876-4-iscsi neutron-server[113347]: 'Subnet': {'1.1'}, Nov 02 16:38:22.653801 dv-cinder-773876-4-iscsi neutron-server[113347]: 'Trunk': {'1.1'}} Nov 02 16:38:22.653801 dv-cinder-773876-4-iscsi neutron-server[113347]: consumer versions: Nov 02 16:38:22.653801 dv-cinder-773876-4-iscsi neutron-server[113347]: { DHCP agent@dv-cinder-773876-4-iscsi: {}, Nov 02 16:38:22.653801 dv-cinder-773876-4-iscsi neutron-server[113347]: L3 agent@dv-cinder-773876-4-iscsi: {}, Nov 02 16:38:22.653801 dv-cinder-773876-4-iscsi neutron-server[113347]: Metadata agent@dv-cinder-773876-4-iscsi: {}, Nov 02 16:38:22.653801 dv-cinder-773876-4-iscsi neutron-server[113347]: Metering agent@dv-cinder-773876-4-iscsi: {}, Nov 02 16:38:22.653801 dv-cinder-773876-4-iscsi neutron-server[113347]: Open vSwitch agent@dv-cinder-773876-4-iscsi: { 'AddressGroup': '1.2', Nov 02 16:38:22.653801 dv-cinder-773876-4-iscsi neutron-server[113347]: 'ConntrackHelper': '1.0', Nov 02 16:38:22.653801 dv-cinder-773876-4-iscsi neutron-server[113347]: 'Log': '1.0', Nov 02 16:38:22.653801 dv-cinder-773876-4-iscsi neutron-server[113347]: 'Network': '1.1', Nov 02 16:38:22.653801 dv-cinder-773876-4-iscsi neutron-server[113347]: 'Port': '1.7', Nov 02 16:38:22.653801 dv-cinder-773876-4-iscsi neutron-server[113347]: 'PortForwarding': '1.2', Nov 02 16:38:22.653801 dv-cinder-773876-4-iscsi neutron-server[113347]: 'QosPolicy': '1.10', Nov 02 16:38:22.653801 dv-cinder-773876-4-iscsi neutron-server[113347]: 'SecurityGroup': '1.5', Nov 02 16:38:22.653801 dv-cinder-773876-4-iscsi neutron-server[113347]: 'SecurityGroupRule': '1.2', Nov 02 16:38:22.653801 dv-cinder-773876-4-iscsi neutron-server[113347]: 'SubPort': '1.0', Nov 02 16:38:22.653801 dv-cinder-773876-4-iscsi neutron-server[113347]: 'Subnet': '1.1', Nov 02 16:38:22.653801 dv-cinder-773876-4-iscsi neutron-server[113347]: 'Trunk': '1.1'}} Nov 02 16:38:22.653801 dv-cinder-773876-4-iscsi neutron-server[113347]: {{(pid=113347) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 16:38:22.670708 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.managers [None req-0446d1a7-c766-4895-96c9-fee011f2840f None None] Attempting to bind port 0368a8b9-e1f5-4a5e-aab9-0eccf2fd9632 on host dv-cinder-773876-4-iscsi for vnic_type normal with profile {{(pid=113347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 16:38:22.671180 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.managers [None req-0446d1a7-c766-4895-96c9-fee011f2840f None None] Attempting to bind port 0368a8b9-e1f5-4a5e-aab9-0eccf2fd9632 by drivers openvswitch,hyperv on host dv-cinder-773876-4-iscsi at level 0 using segments [{'id': '1ea9f3ba-e4da-4f40-bad0-c51fe46b4381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '8d188cbf-475b-469d-aec3-6b1bb224df1f'}] {{(pid=113347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 16:38:22.671640 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0446d1a7-c766-4895-96c9-fee011f2840f None None] Attempting to bind port 0368a8b9-e1f5-4a5e-aab9-0eccf2fd9632 on network 8d188cbf-475b-469d-aec3-6b1bb224df1f {{(pid=113347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:38:22.679539 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0446d1a7-c766-4895-96c9-fee011f2840f None None] Checking agent: {'id': '7dc37166-7823-42e6-bc3e-7dc49cd1fc12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 37, 46), 'started_at': datetime.datetime(2021, 11, 2, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:38:22.680167 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0446d1a7-c766-4895-96c9-fee011f2840f None None] Checking segment: {'id': '1ea9f3ba-e4da-4f40-bad0-c51fe46b4381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '8d188cbf-475b-469d-aec3-6b1bb224df1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 16:38:22.681484 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron_lib.callbacks.manager [None req-0446d1a7-c766-4895-96c9-fee011f2840f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=113347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:38:22.682271 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0446d1a7-c766-4895-96c9-fee011f2840f None None] Bound using segment: {'id': '1ea9f3ba-e4da-4f40-bad0-c51fe46b4381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '8d188cbf-475b-469d-aec3-6b1bb224df1f'} {{(pid=113347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:38:22.682853 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.managers [None req-0446d1a7-c766-4895-96c9-fee011f2840f None None] Bound port: 0368a8b9-e1f5-4a5e-aab9-0eccf2fd9632, host: dv-cinder-773876-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ea9f3ba-e4da-4f40-bad0-c51fe46b4381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '8d188cbf-475b-469d-aec3-6b1bb224df1f'}}] {{(pid=113347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 16:38:22.683412 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron_lib.callbacks.manager [None req-0446d1a7-c766-4895-96c9-fee011f2840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:38:22.739521 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-a6ca2cb6-9fe4-4416-8cea-c71f4080ed69 None None] Provisioning complete for port 0368a8b9-e1f5-4a5e-aab9-0eccf2fd9632 triggered by entity DHCP. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:38:22.740472 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-a6ca2cb6-9fe4-4416-8cea-c71f4080ed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:38:22.766792 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.db [None req-0446d1a7-c766-4895-96c9-fee011f2840f None None] For port 0368a8b9-e1f5-4a5e-aab9-0eccf2fd9632, host dv-cinder-773876-4-iscsi, cleared binding levels {{(pid=113347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:38:22.779493 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-a6ca2cb6-9fe4-4416-8cea-c71f4080ed69 None None] Port 0368a8b9-e1f5-4a5e-aab9-0eccf2fd9632 cannot update to ACTIVE because it is not bound. {{(pid=113346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 16:38:22.793828 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.db [None req-0446d1a7-c766-4895-96c9-fee011f2840f None None] For port 0368a8b9-e1f5-4a5e-aab9-0eccf2fd9632, host dv-cinder-773876-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=0368a8b9-e1f5-4a5e-aab9-0eccf2fd9632,segment=NetworkSegment(1ea9f3ba-e4da-4f40-bad0-c51fe46b4381),segment_id=1ea9f3ba-e4da-4f40-bad0-c51fe46b4381)] {{(pid=113347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:38:22.799565 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron_lib.callbacks.manager [None req-0446d1a7-c766-4895-96c9-fee011f2840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:38:22.876811 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0446d1a7-c766-4895-96c9-fee011f2840f None None] Routers {'33780aed-115c-48d6-bb0d-3e2f738130b9'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:38:22.877506 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-0446d1a7-c766-4895-96c9-fee011f2840f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:38:11Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['33780aed-115c-48d6-bb0d-3e2f738130b9'], 'active': True} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:38:22.952405 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35d926-527e-431f-94a7-d5d9b38821ec None None] Pushing event updated for resources: {'Port': ['ID=0368a8b9-e1f5-4a5e-aab9-0eccf2fd9632,revision_number=4']} {{(pid=113347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:22.987879 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvr_db [None req-0446d1a7-c766-4895-96c9-fee011f2840f None None] Set router 33780aed-115c-48d6-bb0d-3e2f738130b9 gateway port host: None {{(pid=113347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:38:23.106687 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-bdf83878-8355-48b4-b3d9-699f7a9fb2c6 None None] Provisioning complete for port 0368a8b9-e1f5-4a5e-aab9-0eccf2fd9632 triggered by entity DHCP. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:38:23.107057 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-bdf83878-8355-48b4-b3d9-699f7a9fb2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:38:23.202772 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-bdf83878-8355-48b4-b3d9-699f7a9fb2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:38:23.238687 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-0446d1a7-c766-4895-96c9-fee011f2840f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33780aed-115c-48d6-bb0d-3e2f738130b9', 'name': 'router1', 'tenant_id': '3c5638f41dc24fdab8a94e0e323f640b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:38:09Z', 'updated_at': '2021-11-02T16:38:20Z', 'revision_number': 2, 'project_id': '3c5638f41dc24fdab8a94e0e323f640b', 'gw_port_host': None, '_interfaces': [{'id': '0368a8b9-e1f5-4a5e-aab9-0eccf2fd9632', 'name': '', 'network_id': '8d188cbf-475b-469d-aec3-6b1bb224df1f', 'tenant_id': '3c5638f41dc24fdab8a94e0e323f640b', 'mac_address': 'fa:16:3e:f1:7d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33780aed-115c-48d6-bb0d-3e2f738130b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '96d48ede-6879-48c3-aa4d-85c2d3671408', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:38:19Z', 'updated_at': '2021-11-02T16:38:22Z', 'revision_number': 4, 'project_id': '3c5638f41dc24fdab8a94e0e323f640b', 'subnets': [{'id': '96d48ede-6879-48c3-aa4d-85c2d3671408', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c613cfd-0813-4c28-8e9f-e6a6413dd314'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:38:23.247014 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-bdf83878-8355-48b4-b3d9-699f7a9fb2c6 None None] For port 0368a8b9-e1f5-4a5e-aab9-0eccf2fd9632, host dv-cinder-773876-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=0368a8b9-e1f5-4a5e-aab9-0eccf2fd9632,segment=NetworkSegment(1ea9f3ba-e4da-4f40-bad0-c51fe46b4381),segment_id=1ea9f3ba-e4da-4f40-bad0-c51fe46b4381)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:38:23.255031 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-bdf83878-8355-48b4-b3d9-699f7a9fb2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:38:23.277844 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0446d1a7-c766-4895-96c9-fee011f2840f None None] The sync data for ids ['33780aed-115c-48d6-bb0d-3e2f738130b9'] in dv-cinder-773876-4-iscsi is: [{'id': '33780aed-115c-48d6-bb0d-3e2f738130b9', 'name': 'router1', 'tenant_id': '3c5638f41dc24fdab8a94e0e323f640b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:38:09Z', 'updated_at': '2021-11-02T16:38:20Z', 'revision_number': 2, 'project_id': '3c5638f41dc24fdab8a94e0e323f640b', 'gw_port_host': None, '_interfaces': [{'id': '0368a8b9-e1f5-4a5e-aab9-0eccf2fd9632', 'name': '', 'network_id': '8d188cbf-475b-469d-aec3-6b1bb224df1f', 'tenant_id': '3c5638f41dc24fdab8a94e0e323f640b', 'mac_address': 'fa:16:3e:f1:7d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33780aed-115c-48d6-bb0d-3e2f738130b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '96d48ede-6879-48c3-aa4d-85c2d3671408', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:38:19Z', 'updated_at': '2021-11-02T16:38:22Z', 'revision_number': 4, 'project_id': '3c5638f41dc24fdab8a94e0e323f640b', 'subnets': [{'id': '96d48ede-6879-48c3-aa4d-85c2d3671408', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c613cfd-0813-4c28-8e9f-e6a6413dd314'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:38:23.319935 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf83878-8355-48b4-b3d9-699f7a9fb2c6 None None] Pushing event updated for resources: {'Port': ['ID=0368a8b9-e1f5-4a5e-aab9-0eccf2fd9632,revision_number=5']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:23.569726 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 36714) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:23.701937 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f4d916-5582-47a0-bcf4-0e212cba59e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:23.703450 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-97f4d916-5582-47a0-bcf4-0e212cba59e4 admin admin] 10.222.0.118 "GET /v2.0/networks/e732c7b6-4740-4909-a10c-6231f1bdbede HTTP/1.1" status: 200 len: 842 time: 0.1326299 Nov 02 16:38:23.714192 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.v2.base [None req-e31a394e-80d4-41ff-9b1c-e0f5426788e4 admin admin] Request body: {'subnet': {'cidr': '172.27.1.0/24', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.1.1', 'ip_version': 4}} {{(pid=113345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:38:23.737013 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e31a394e-80d4-41ff-9b1c-e0f5426788e4 admin admin] Made reservation on behalf of c401e2756eae49688050547d1567bab0 for: {'subnet': 1} {{(pid=113345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:38:23.740272 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-e31a394e-80d4-41ff-9b1c-e0f5426788e4 admin admin] Publish callbacks [] for subnet, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:38:24.126263 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.objects.ports [None req-e31a394e-80d4-41ff-9b1c-e0f5426788e4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=113345) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 02 16:38:24.126738 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-e31a394e-80d4-41ff-9b1c-e0f5426788e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481'] for subnet, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:38:24.185931 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31a394e-80d4-41ff-9b1c-e0f5426788e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=886e8f69-733b-40e5-a835-3f68eef2cfaf,revision_number=0']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:24.197437 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31a394e-80d4-41ff-9b1c-e0f5426788e4 admin admin] Checking segment: {'id': '1cb664d2-69f4-46cd-9abc-3fc1a9239895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 16:38:24.197963 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31a394e-80d4-41ff-9b1c-e0f5426788e4 admin admin] Network hostable DHCP agents. Network: e732c7b6-4740-4909-a10c-6231f1bdbede, hostable agents: ['546b8425-0cfc-4ce2-b181-b7c4c8ab844f'], hosted agents: [] {{(pid=113345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:38:24.217538 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31a394e-80d4-41ff-9b1c-e0f5426788e4 admin admin] Network e732c7b6-4740-4909-a10c-6231f1bdbede is scheduled to be hosted by DHCP agent 546b8425-0cfc-4ce2-b181-b7c4c8ab844f with binding_index 1 {{(pid=113345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:38:24.227388 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.base_scheduler [None req-e31a394e-80d4-41ff-9b1c-e0f5426788e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-4-iscsi, e732c7b6-4740-4909-a10c-6231f1bdbede) {{(pid=113345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:38:24.232634 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31a394e-80d4-41ff-9b1c-e0f5426788e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:24.233546 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-e31a394e-80d4-41ff-9b1c-e0f5426788e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673503'] for subnet, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:38:24.242219 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37eed0e9-acc8-4d7e-974e-77a0c583dceb None None] Network e732c7b6-4740-4909-a10c-6231f1bdbede requested from dv-cinder-773876-4-iscsi {{(pid=113346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:38:24.262699 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-e31a394e-80d4-41ff-9b1c-e0f5426788e4 admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5519798 Nov 02 16:38:24.412334 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298c7fca-64f9-43b2-a5f6-eaae4d0957c4 None None] Network e732c7b6-4740-4909-a10c-6231f1bdbede requested from dv-cinder-773876-4-iscsi {{(pid=113346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:38:26.942077 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 36722) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:27.091175 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-84e281d4-02d6-4f48-b97e-156646e372b8 admin admin] 10.222.0.118 "GET /v2.0/routers/33780aed-115c-48d6-bb0d-3e2f738130b9 HTTP/1.1" status: 200 len: 710 time: 0.1477418 Nov 02 16:38:27.194306 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28560a9-686a-4dc8-ab78-a874780e25e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:38:27.195872 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-d28560a9-686a-4dc8-ab78-a874780e25e1 admin admin] 10.222.0.118 "GET /v2.0/networks/e732c7b6-4740-4909-a10c-6231f1bdbede HTTP/1.1" status: 200 len: 886 time: 0.0977271 Nov 02 16:38:27.206696 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.v2.base [None req-8aac0507-492d-4b52-9bc5-ae9af58f1db9 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede'}}} {{(pid=113344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:38:27.492526 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-8aac0507-492d-4b52-9bc5-ae9af58f1db9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:38:27.740598 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-8aac0507-492d-4b52-9bc5-ae9af58f1db9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:38:27.899687 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-8aac0507-492d-4b52-9bc5-ae9af58f1db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:38:28.009742 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.db.db_base_plugin_common [None req-8aac0507-492d-4b52-9bc5-ae9af58f1db9 admin admin] Allocated IP 172.27.1.65 (e732c7b6-4740-4909-a10c-6231f1bdbede/886e8f69-733b-40e5-a835-3f68eef2cfaf/ee513aa1-7887-4861-8a55-1e004f76ca93) {{(pid=113344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:38:28.111739 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-8aac0507-492d-4b52-9bc5-ae9af58f1db9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:38:28.150880 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-8aac0507-492d-4b52-9bc5-ae9af58f1db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788024814062'] for port, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:38:28.192773 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aac0507-492d-4b52-9bc5-ae9af58f1db9 admin admin] Network e732c7b6-4740-4909-a10c-6231f1bdbede is already hosted by enough agents. {{(pid=113344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:38:28.198764 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.base_scheduler [None req-8aac0507-492d-4b52-9bc5-ae9af58f1db9 admin admin] Resources bound (agent type, host, resource id): {{(pid=113344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:38:28.207453 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aac0507-492d-4b52-9bc5-ae9af58f1db9 admin admin] Received port after_create {{(pid=113344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:38:28.209608 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0507-492d-4b52-9bc5-ae9af58f1db9 admin admin] Pushing event updated for resources: {'Port': ['ID=ee513aa1-7887-4861-8a55-1e004f76ca93,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:28.466010 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-8aac0507-492d-4b52-9bc5-ae9af58f1db9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:38:28.668726 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-8aac0507-492d-4b52-9bc5-ae9af58f1db9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3708115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3731268', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26183'] for router, precommit_update {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:38:28.672306 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-8aac0507-492d-4b52-9bc5-ae9af58f1db9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3708078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3708120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3708065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3731277'] for router, after_update {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:38:28.789772 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aac0507-492d-4b52-9bc5-ae9af58f1db9 admin admin] Router 33780aed-115c-48d6-bb0d-3e2f738130b9 has already been hosted by L3 agent 23c85ca8-88a6-46e7-9165-338a7fd1d142 {{(pid=113344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:38:28.903144 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aac0507-492d-4b52-9bc5-ae9af58f1db9 admin admin] Notify agent at l3_agent.dv-cinder-773876-4-iscsi the message routers_updated {{(pid=113344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:38:28.907883 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-8aac0507-492d-4b52-9bc5-ae9af58f1db9 admin admin] Publish callbacks [] for router, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:38:28.920959 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-8aac0507-492d-4b52-9bc5-ae9af58f1db9 admin admin] 10.222.0.118 "PUT /v2.0/routers/33780aed-115c-48d6-bb0d-3e2f738130b9 HTTP/1.1" status: 200 len: 889 time: 1.7064655 Nov 02 16:38:30.181957 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device 0368a8b9-e1f5-4a5e-aab9-0eccf2fd9632 up at agent ovs-agent-dv-cinder-773876-4-iscsi {{(pid=113346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:38:30.242531 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Provisioning complete for port 0368a8b9-e1f5-4a5e-aab9-0eccf2fd9632 triggered by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:38:30.242531 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:38:30.952306 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91b4fa0-ba4c-41d9-9fba-7314ef998cd8 None None] Sync routers for ids ['33780aed-115c-48d6-bb0d-3e2f738130b9'] in dv-cinder-773876-4-iscsi {{(pid=113346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:38:30.966336 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91b4fa0-ba4c-41d9-9fba-7314ef998cd8 None None] Routers {'33780aed-115c-48d6-bb0d-3e2f738130b9'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:38:30.967029 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-b91b4fa0-ba4c-41d9-9fba-7314ef998cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:38:11Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['33780aed-115c-48d6-bb0d-3e2f738130b9'], 'active': True} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:38:31.197806 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvr_db [None req-b91b4fa0-ba4c-41d9-9fba-7314ef998cd8 None None] Set router 33780aed-115c-48d6-bb0d-3e2f738130b9 gateway port host: dv-cinder-773876-4-iscsi {{(pid=113346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:38:31.707226 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-b91b4fa0-ba4c-41d9-9fba-7314ef998cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33780aed-115c-48d6-bb0d-3e2f738130b9', 'name': 'router1', 'tenant_id': '3c5638f41dc24fdab8a94e0e323f640b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'ee513aa1-7887-4861-8a55-1e004f76ca93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:38:09Z', 'updated_at': '2021-11-02T16:38:28Z', 'revision_number': 4, 'project_id': '3c5638f41dc24fdab8a94e0e323f640b', 'gw_port': {'id': 'ee513aa1-7887-4861-8a55-1e004f76ca93', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:55:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33780aed-115c-48d6-bb0d-3e2f738130b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:38:27Z', 'updated_at': '2021-11-02T16:38:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_interfaces': [{'id': '0368a8b9-e1f5-4a5e-aab9-0eccf2fd9632', 'name': '', 'network_id': '8d188cbf-475b-469d-aec3-6b1bb224df1f', 'tenant_id': '3c5638f41dc24fdab8a94e0e323f640b', 'mac_address': 'fa:16:3e:f1:7d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33780aed-115c-48d6-bb0d-3e2f738130b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '96d48ede-6879-48c3-aa4d-85c2d3671408', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:38:19Z', 'updated_at': '2021-11-02T16:38:23Z', 'revision_number': 5, 'project_id': '3c5638f41dc24fdab8a94e0e323f640b', 'subnets': [{'id': '96d48ede-6879-48c3-aa4d-85c2d3671408', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c613cfd-0813-4c28-8e9f-e6a6413dd314'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:38:31.734908 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 36734) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:38:31.763043 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91b4fa0-ba4c-41d9-9fba-7314ef998cd8 None None] Checking router: 33780aed-115c-48d6-bb0d-3e2f738130b9 for host: dv-cinder-773876-4-iscsi {{(pid=113346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:38:31.763411 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91b4fa0-ba4c-41d9-9fba-7314ef998cd8 None None] Updating router 33780aed-115c-48d6-bb0d-3e2f738130b9 port ee513aa1-7887-4861-8a55-1e004f76ca93 binding host dv-cinder-773876-4-iscsi {{(pid=113346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:38:31.818025 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-b91b4fa0-ba4c-41d9-9fba-7314ef998cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:38:31.863088 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-aa68c672-c7bc-4abc-a7f2-6f513c0b4526 admin admin] 10.222.0.118 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1262853 Nov 02 16:38:32.206702 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-b91b4fa0-ba4c-41d9-9fba-7314ef998cd8 None None] Publish callbacks [] for port, precommit_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:38:32.213516 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-b91b4fa0-ba4c-41d9-9fba-7314ef998cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:38:32.269910 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.managers [None req-b91b4fa0-ba4c-41d9-9fba-7314ef998cd8 None None] Attempting to bind port ee513aa1-7887-4861-8a55-1e004f76ca93 on host dv-cinder-773876-4-iscsi for vnic_type normal with profile {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 16:38:32.270421 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.managers [None req-b91b4fa0-ba4c-41d9-9fba-7314ef998cd8 None None] Attempting to bind port ee513aa1-7887-4861-8a55-1e004f76ca93 by drivers openvswitch,hyperv on host dv-cinder-773876-4-iscsi at level 0 using segments [{'id': '1cb664d2-69f4-46cd-9abc-3fc1a9239895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede'}] {{(pid=113346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 16:38:32.270679 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91b4fa0-ba4c-41d9-9fba-7314ef998cd8 None None] Attempting to bind port ee513aa1-7887-4861-8a55-1e004f76ca93 on network e732c7b6-4740-4909-a10c-6231f1bdbede {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:38:32.280697 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340474f4-0b0a-456f-afd2-44716f6cd50f None None] Pushing event updated for resources: {'Port': ['ID=ee513aa1-7887-4861-8a55-1e004f76ca93,revision_number=2']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:32.283419 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91b4fa0-ba4c-41d9-9fba-7314ef998cd8 None None] Checking agent: {'id': '7dc37166-7823-42e6-bc3e-7dc49cd1fc12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 37, 46), 'started_at': datetime.datetime(2021, 11, 2, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:38:32.285845 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91b4fa0-ba4c-41d9-9fba-7314ef998cd8 None None] Checking segment: {'id': '1cb664d2-69f4-46cd-9abc-3fc1a9239895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 16:38:32.285845 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-b91b4fa0-ba4c-41d9-9fba-7314ef998cd8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:38:32.285845 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91b4fa0-ba4c-41d9-9fba-7314ef998cd8 None None] Bound using segment: {'id': '1cb664d2-69f4-46cd-9abc-3fc1a9239895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede'} {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:38:32.286239 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.managers [None req-b91b4fa0-ba4c-41d9-9fba-7314ef998cd8 None None] Bound port: ee513aa1-7887-4861-8a55-1e004f76ca93, host: dv-cinder-773876-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cb664d2-69f4-46cd-9abc-3fc1a9239895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede'}}] {{(pid=113346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 16:38:32.286529 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-b91b4fa0-ba4c-41d9-9fba-7314ef998cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:38:32.359653 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-b91b4fa0-ba4c-41d9-9fba-7314ef998cd8 None None] For port ee513aa1-7887-4861-8a55-1e004f76ca93, host dv-cinder-773876-4-iscsi, cleared binding levels {{(pid=113346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:38:32.365666 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-b91b4fa0-ba4c-41d9-9fba-7314ef998cd8 None None] For port ee513aa1-7887-4861-8a55-1e004f76ca93, host dv-cinder-773876-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=ee513aa1-7887-4861-8a55-1e004f76ca93,segment=NetworkSegment(1cb664d2-69f4-46cd-9abc-3fc1a9239895),segment_id=1cb664d2-69f4-46cd-9abc-3fc1a9239895)] {{(pid=113346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:38:32.371514 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-b91b4fa0-ba4c-41d9-9fba-7314ef998cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:38:32.440723 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340474f4-0b0a-456f-afd2-44716f6cd50f None None] Pushing event updated for resources: {'Port': ['ID=ee513aa1-7887-4861-8a55-1e004f76ca93,revision_number=3']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:32.444090 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91b4fa0-ba4c-41d9-9fba-7314ef998cd8 None None] Routers {'33780aed-115c-48d6-bb0d-3e2f738130b9'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:38:32.444733 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-b91b4fa0-ba4c-41d9-9fba-7314ef998cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:38:11Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['33780aed-115c-48d6-bb0d-3e2f738130b9'], 'active': True} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:38:32.590188 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvr_db [None req-b91b4fa0-ba4c-41d9-9fba-7314ef998cd8 None None] Set router 33780aed-115c-48d6-bb0d-3e2f738130b9 gateway port host: dv-cinder-773876-4-iscsi {{(pid=113346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:38:32.835735 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-b91b4fa0-ba4c-41d9-9fba-7314ef998cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33780aed-115c-48d6-bb0d-3e2f738130b9', 'name': 'router1', 'tenant_id': '3c5638f41dc24fdab8a94e0e323f640b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'ee513aa1-7887-4861-8a55-1e004f76ca93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:38:09Z', 'updated_at': '2021-11-02T16:38:28Z', 'revision_number': 4, 'project_id': '3c5638f41dc24fdab8a94e0e323f640b', 'gw_port': {'id': 'ee513aa1-7887-4861-8a55-1e004f76ca93', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:55:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33780aed-115c-48d6-bb0d-3e2f738130b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:38:27Z', 'updated_at': '2021-11-02T16:38:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_interfaces': [{'id': '0368a8b9-e1f5-4a5e-aab9-0eccf2fd9632', 'name': '', 'network_id': '8d188cbf-475b-469d-aec3-6b1bb224df1f', 'tenant_id': '3c5638f41dc24fdab8a94e0e323f640b', 'mac_address': 'fa:16:3e:f1:7d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33780aed-115c-48d6-bb0d-3e2f738130b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '96d48ede-6879-48c3-aa4d-85c2d3671408', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:38:19Z', 'updated_at': '2021-11-02T16:38:23Z', 'revision_number': 5, 'project_id': '3c5638f41dc24fdab8a94e0e323f640b', 'subnets': [{'id': '96d48ede-6879-48c3-aa4d-85c2d3671408', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c613cfd-0813-4c28-8e9f-e6a6413dd314'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:38:32.868864 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91b4fa0-ba4c-41d9-9fba-7314ef998cd8 None None] The sync data for ids ['33780aed-115c-48d6-bb0d-3e2f738130b9'] in dv-cinder-773876-4-iscsi is: [{'id': '33780aed-115c-48d6-bb0d-3e2f738130b9', 'name': 'router1', 'tenant_id': '3c5638f41dc24fdab8a94e0e323f640b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'ee513aa1-7887-4861-8a55-1e004f76ca93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:38:09Z', 'updated_at': '2021-11-02T16:38:28Z', 'revision_number': 4, 'project_id': '3c5638f41dc24fdab8a94e0e323f640b', 'gw_port': {'id': 'ee513aa1-7887-4861-8a55-1e004f76ca93', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:55:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33780aed-115c-48d6-bb0d-3e2f738130b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:38:27Z', 'updated_at': '2021-11-02T16:38:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_interfaces': [{'id': '0368a8b9-e1f5-4a5e-aab9-0eccf2fd9632', 'name': '', 'network_id': '8d188cbf-475b-469d-aec3-6b1bb224df1f', 'tenant_id': '3c5638f41dc24fdab8a94e0e323f640b', 'mac_address': 'fa:16:3e:f1:7d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33780aed-115c-48d6-bb0d-3e2f738130b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '96d48ede-6879-48c3-aa4d-85c2d3671408', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:38:19Z', 'updated_at': '2021-11-02T16:38:23Z', 'revision_number': 5, 'project_id': '3c5638f41dc24fdab8a94e0e323f640b', 'subnets': [{'id': '96d48ede-6879-48c3-aa4d-85c2d3671408', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c613cfd-0813-4c28-8e9f-e6a6413dd314'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:38:34.214757 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device ee513aa1-7887-4861-8a55-1e004f76ca93 up at agent ovs-agent-dv-cinder-773876-4-iscsi {{(pid=113346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:38:34.285266 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Provisioning complete for port ee513aa1-7887-4861-8a55-1e004f76ca93 triggered by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:38:34.286231 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:38:34.395129 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:38:34.421189 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] For port ee513aa1-7887-4861-8a55-1e004f76ca93, host dv-cinder-773876-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=ee513aa1-7887-4861-8a55-1e004f76ca93,segment=NetworkSegment(1cb664d2-69f4-46cd-9abc-3fc1a9239895),segment_id=1cb664d2-69f4-46cd-9abc-3fc1a9239895)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:38:34.427057 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:38:34.491876 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Pushing event updated for resources: {'Port': ['ID=ee513aa1-7887-4861-8a55-1e004f76ca93,revision_number=4']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:38:36.188573 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device ee513aa1-7887-4861-8a55-1e004f76ca93 up at agent ovs-agent-dv-cinder-773876-4-iscsi {{(pid=113346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:38:36.259231 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Provisioning complete for port ee513aa1-7887-4861-8a55-1e004f76ca93 triggered by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:38:36.259875 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:38:38.297768 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-1047d566-3240-47d4-baa6-4121adea0243 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:38:39.440251 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.agents_db [None req-4685c794-fb13-4fdb-802d-b1599aff033c None None] Agent healthcheck: found 5 active agents {{(pid=113347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:38:41.095329 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-8dfc8f34-4972-43db-99a1-40dfb3b9d278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:38:42.757873 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-dfe49d6c-b306-436a-ba68-760764be264a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:38:44.585648 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0b95-0143-42d2-8d33-45f1b37c89de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:38:46.051396 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:39:08.273814 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-7d732f12-02df-4f48-a57a-a3b58db879f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:39:11.043267 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-dd1976ab-03cd-46be-953a-f5083577ff9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:39:12.755199 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-dfe49d6c-b306-436a-ba68-760764be264a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:39:14.561018 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0b95-0143-42d2-8d33-45f1b37c89de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:39:16.032043 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:39:16.439441 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.agents_db [None req-4685c794-fb13-4fdb-802d-b1599aff033c None None] Agent healthcheck: found 5 active agents {{(pid=113347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:39:38.272518 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-2dfe99a7-2a44-411c-b2e2-c042744d6155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:39:41.039999 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-d5ad302d-3cb1-42a2-8a8e-471cb4653291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:39:42.756057 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-dfe49d6c-b306-436a-ba68-760764be264a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:39:44.557732 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0b95-0143-42d2-8d33-45f1b37c89de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:39:46.029666 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:39:53.439394 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.agents_db [None req-4685c794-fb13-4fdb-802d-b1599aff033c None None] Agent healthcheck: found 5 active agents {{(pid=113347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:40:08.267939 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-022a43cc-b551-41c5-ab48-fe5d00a4f689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:40:11.038363 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-9de4d0d6-698a-44e9-8e41-b2a1fc1298f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:40:12.756322 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-dfe49d6c-b306-436a-ba68-760764be264a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:40:14.564510 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0b95-0143-42d2-8d33-45f1b37c89de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:40:16.027646 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:40:22.759951 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 37296) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:40:22.829062 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd9eeef6-b790-4cae-9849-2c3446a4049f admin admin] GET failed (client error): The resource could not be found. Nov 02 16:40:22.830633 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-bd9eeef6-b790-4cae-9849-2c3446a4049f admin admin] 10.222.0.118 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0693123 Nov 02 16:40:23.002998 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da49857f-7d3d-4b3b-9fb1-382b20e0e190 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:23.004668 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-da49857f-7d3d-4b3b-9fb1-382b20e0e190 admin admin] 10.222.0.118 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1692600 Nov 02 16:40:25.447535 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 37306) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:40:25.548914 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79617711-6893-41a2-99d0-2a7e5bd71f8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:25.550373 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-79617711-6893-41a2-99d0-2a7e5bd71f8f admin admin] 10.222.0.118 "GET /v2.0/subnets/96d48ede-6879-48c3-aa4d-85c2d3671408 HTTP/1.1" status: 200 len: 849 time: 0.1017227 Nov 02 16:40:25.561410 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.v2.base [None req-fa725f01-f4cc-4bdc-bee4-c67a1eba373c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=113344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:40:25.647173 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-fa725f01-f4cc-4bdc-bee4-c67a1eba373c admin admin] Publish callbacks [] for subnet, before_update {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:40:25.793369 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-fa725f01-f4cc-4bdc-bee4-c67a1eba373c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788025390412'] for subnet, after_update {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:40:25.827017 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa725f01-f4cc-4bdc-bee4-c67a1eba373c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:25.827622 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-fa725f01-f4cc-4bdc-bee4-c67a1eba373c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673503'] for subnet, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:40:25.829741 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-fa725f01-f4cc-4bdc-bee4-c67a1eba373c admin admin] 10.222.0.118 "PUT /v2.0/subnets/96d48ede-6879-48c3-aa4d-85c2d3671408 HTTP/1.1" status: 200 len: 868 time: 0.2722754 Nov 02 16:40:25.833319 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed6090b-3d15-427e-a42c-ddc915a68550 None None] Network 8d188cbf-475b-469d-aec3-6b1bb224df1f requested from dv-cinder-773876-4-iscsi {{(pid=113346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:40:25.847953 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa725f01-f4cc-4bdc-bee4-c67a1eba373c admin admin] Pushing event updated for resources: {'Subnet': ['ID=96d48ede-6879-48c3-aa4d-85c2d3671408,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:40:25.856667 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa725f01-f4cc-4bdc-bee4-c67a1eba373c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:40:25.857208 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa725f01-f4cc-4bdc-bee4-c67a1eba373c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:40:25.857536 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa725f01-f4cc-4bdc-bee4-c67a1eba373c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:40:25.857881 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa725f01-f4cc-4bdc-bee4-c67a1eba373c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:40:25.858223 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa725f01-f4cc-4bdc-bee4-c67a1eba373c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:40:25.858589 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa725f01-f4cc-4bdc-bee4-c67a1eba373c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:40:25.858922 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa725f01-f4cc-4bdc-bee4-c67a1eba373c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:40:25.859376 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa725f01-f4cc-4bdc-bee4-c67a1eba373c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:40:25.859802 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa725f01-f4cc-4bdc-bee4-c67a1eba373c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:40:25.860143 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa725f01-f4cc-4bdc-bee4-c67a1eba373c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:40:25.860501 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa725f01-f4cc-4bdc-bee4-c67a1eba373c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:40:25.860862 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa725f01-f4cc-4bdc-bee4-c67a1eba373c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:40:26.316828 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-36256e5e-1dde-434a-b10e-68a7059091a6 None None] Provisioning complete for port 0368a8b9-e1f5-4a5e-aab9-0eccf2fd9632 triggered by entity DHCP. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:40:26.317104 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-36256e5e-1dde-434a-b10e-68a7059091a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:40:26.411213 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-36256e5e-1dde-434a-b10e-68a7059091a6 None None] Provisioning complete for port 97210daa-5920-4ab8-b338-791764a910fa triggered by entity DHCP. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:40:26.411553 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-36256e5e-1dde-434a-b10e-68a7059091a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:40:28.317011 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 37316) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:40:28.606184 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9afbc9-e162-45a7-b96a-ef75a02792a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:28.606761 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9afbc9-e162-45a7-b96a-ef75a02792a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:28.608405 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-ca9afbc9-e162-45a7-b96a-ef75a02792a4 admin admin] 10.222.0.118 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2902992 Nov 02 16:40:30.438592 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.agents_db [None req-4685c794-fb13-4fdb-802d-b1599aff033c None None] Agent healthcheck: found 5 active agents {{(pid=113347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:40:31.037825 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 37324) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:40:31.253151 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b018174-b766-4496-b99f-08f41eb56454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:31.253639 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b018174-b766-4496-b99f-08f41eb56454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:31.255299 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-2b018174-b766-4496-b99f-08f41eb56454 admin admin] 10.222.0.118 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2164245 Nov 02 16:40:33.695254 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 37332) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:40:33.833937 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cefac1a-2ecf-4982-be10-bc17e4f42a29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:33.835394 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-3cefac1a-2ecf-4982-be10-bc17e4f42a29 admin admin] 10.222.0.118 "GET /v2.0/networks/8d188cbf-475b-469d-aec3-6b1bb224df1f HTTP/1.1" status: 200 len: 869 time: 0.1390550 Nov 02 16:40:36.290194 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 37340) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:40:36.424870 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27232cf4-a1ab-465b-a01e-d00ac893daba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:36.426200 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-27232cf4-a1ab-465b-a01e-d00ac893daba admin admin] 10.222.0.118 "GET /v2.0/networks/e732c7b6-4740-4909-a10c-6231f1bdbede HTTP/1.1" status: 200 len: 886 time: 0.1349614 Nov 02 16:40:38.282436 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-aaf80832-d3e5-4ba8-9040-fa531b92c818 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:40:38.892617 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 37348) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:40:39.019316 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b069292c-84a1-4fe2-8260-efc3d1d35f25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:39.019804 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b069292c-84a1-4fe2-8260-efc3d1d35f25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:39.021530 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-b069292c-84a1-4fe2-8260-efc3d1d35f25 admin admin] 10.222.0.118 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1278713 Nov 02 16:40:41.034308 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-01d4f172-85d9-4c47-961d-92b8a1517699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:40:41.689720 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 37356) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:40:41.825415 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f1b553-1165-4cf8-b806-1e1deb72c134 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:41.825869 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f1b553-1165-4cf8-b806-1e1deb72c134 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:41.828080 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-b0f1b553-1165-4cf8-b806-1e1deb72c134 admin admin] 10.222.0.118 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1367614 Nov 02 16:40:42.765776 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-dfe49d6c-b306-436a-ba68-760764be264a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:40:44.424453 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 37364) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:40:44.524988 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfbeb6b-1da5-4468-a6c5-45cdc22922f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:44.526706 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-7bfbeb6b-1da5-4468-a6c5-45cdc22922f8 admin admin] 10.222.0.118 "GET /v2.0/subnets/886e8f69-733b-40e5-a835-3f68eef2cfaf HTTP/1.1" status: 200 len: 816 time: 0.1010389 Nov 02 16:40:44.571629 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0b95-0143-42d2-8d33-45f1b37c89de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:40:46.028397 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:40:47.077066 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 37372) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:40:47.178467 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1847c3f-f42a-442c-97a3-b2b7520a8607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:40:47.179951 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-d1847c3f-f42a-442c-97a3-b2b7520a8607 admin admin] 10.222.0.118 "GET /v2.0/subnets/96d48ede-6879-48c3-aa4d-85c2d3671408 HTTP/1.1" status: 200 len: 868 time: 0.1016030 Nov 02 16:41:07.438370 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.agents_db [None req-4685c794-fb13-4fdb-802d-b1599aff033c None None] Agent healthcheck: found 5 active agents {{(pid=113347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:41:08.392276 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-b2386afe-5265-4fc1-9dc3-d4bbdc70bcf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:41:11.031741 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-77d6ec7a-7261-4e94-b6fc-8914a064c463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:41:12.763585 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-dfe49d6c-b306-436a-ba68-760764be264a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:41:13.559659 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 37426) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:13.611841 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [None req-9f7d5a0f-dbd9-479b-aa03-0196dabc7788 admin admin] http://10.222.0.118:9696/v2.0/extensions returned with HTTP 200 {{(pid=113344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:41:13.612931 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-9f7d5a0f-dbd9-479b-aa03-0196dabc7788 admin admin] 10.222.0.118 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0521662 Nov 02 16:41:14.569602 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0b95-0143-42d2-8d33-45f1b37c89de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:41:16.027562 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:41:16.254449 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 37434) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:16.324827 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.pecan_wsgi.hooks.translation [None req-1629ac3b-80c6-49d5-8ee1-779e4994ead9 admin admin] GET failed (client error): The resource could not be found. Nov 02 16:41:16.326949 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-1629ac3b-80c6-49d5-8ee1-779e4994ead9 admin admin] 10.222.0.118 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0707963 Nov 02 16:41:16.469077 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e3eb33-64a8-429e-969a-557933630415 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:16.470631 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-59e3eb33-64a8-429e-969a-557933630415 admin admin] 10.222.0.118 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1388345 Nov 02 16:41:18.940897 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 37442) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:18.992867 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.v2.base [None req-83479905-1969-4e91-8992-ba6b1aaa80ca admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=113344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:41:19.015505 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83479905-1969-4e91-8992-ba6b1aaa80ca admin admin] Made reservation on behalf of c401e2756eae49688050547d1567bab0 for: {'network': 1} {{(pid=113344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:41:19.017857 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-83479905-1969-4e91-8992-ba6b1aaa80ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for network, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:41:19.046878 dv-cinder-773876-4-iscsi neutron-server[113344]: WARNING neutron.services.revisions.revision_plugin [None req-83479905-1969-4e91-8992-ba6b1aaa80ca admin admin] Could not find related network for resource to bump revision. Nov 02 16:41:19.063120 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83479905-1969-4e91-8992-ba6b1aaa80ca admin admin] vlan segment allocate from pool success with {'vlan_id': 779, 'physical_network': 'physnet1'} {{(pid=113344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:41:19.074312 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-83479905-1969-4e91-8992-ba6b1aaa80ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639893'] for segment, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:41:19.074663 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.db.segments_db [None req-83479905-1969-4e91-8992-ba6b1aaa80ca admin admin] Added segment cdeb095f-36fa-4898-bb65-f7ef309c248c of type vlan for network 04605e0d-02ca-4f7b-9d43-4fd65424fad5 Nov 02 16:41:19.118222 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-83479905-1969-4e91-8992-ba6b1aaa80ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788024806476'] for network, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:41:19.142292 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-83479905-1969-4e91-8992-ba6b1aaa80ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481'] for network, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:41:19.143271 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83479905-1969-4e91-8992-ba6b1aaa80ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:19.143883 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-83479905-1969-4e91-8992-ba6b1aaa80ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673503'] for network, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:41:19.198908 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-83479905-1969-4e91-8992-ba6b1aaa80ca admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2567592 Nov 02 16:41:19.207067 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83479905-1969-4e91-8992-ba6b1aaa80ca admin admin] Pushing event updated for resources: {'Network': ['ID=04605e0d-02ca-4f7b-9d43-4fd65424fad5,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:19.219856 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Network 04605e0d-02ca-4f7b-9d43-4fd65424fad5 details requested by agent ovs-agent-dv-cinder-773876-4-iscsi with host dv-cinder-773876-4-iscsi {{(pid=113346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:41:21.705542 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 37450) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:41:21.774027 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0d265b5-ac77-4522-92ce-6bd48b2a7917 admin admin] GET failed (client error): The resource could not be found. Nov 02 16:41:21.775434 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-f0d265b5-ac77-4522-92ce-6bd48b2a7917 admin admin] 10.222.0.118 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0687919 Nov 02 16:41:21.848686 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c73a9b-796e-4935-b964-a8d4994043d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:21.850216 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-78c73a9b-796e-4935-b964-a8d4994043d2 admin admin] 10.222.0.118 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0692737 Nov 02 16:41:21.861626 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.v2.base [None req-0f3ab5e5-932d-4123-9181-04a92d495b4f admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '04605e0d-02ca-4f7b-9d43-4fd65424fad5', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=113345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:41:21.883612 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3ab5e5-932d-4123-9181-04a92d495b4f admin admin] Made reservation on behalf of c401e2756eae49688050547d1567bab0 for: {'subnet': 1} {{(pid=113345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:41:21.885860 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-0f3ab5e5-932d-4123-9181-04a92d495b4f admin admin] Publish callbacks [] for subnet, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:41:22.051877 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-0f3ab5e5-932d-4123-9181-04a92d495b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481'] for subnet, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:41:22.163079 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3ab5e5-932d-4123-9181-04a92d495b4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d22795d4-e2b8-475a-8646-932d1ef55813,revision_number=0']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:22.173903 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3ab5e5-932d-4123-9181-04a92d495b4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:41:22.174311 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3ab5e5-932d-4123-9181-04a92d495b4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:41:22.174654 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3ab5e5-932d-4123-9181-04a92d495b4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:41:22.174992 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3ab5e5-932d-4123-9181-04a92d495b4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:41:22.175338 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3ab5e5-932d-4123-9181-04a92d495b4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:41:22.175667 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3ab5e5-932d-4123-9181-04a92d495b4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:41:22.175998 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3ab5e5-932d-4123-9181-04a92d495b4f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:41:22.176386 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3ab5e5-932d-4123-9181-04a92d495b4f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:41:22.176717 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3ab5e5-932d-4123-9181-04a92d495b4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:41:22.177042 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3ab5e5-932d-4123-9181-04a92d495b4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:41:22.177364 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3ab5e5-932d-4123-9181-04a92d495b4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:41:22.177685 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3ab5e5-932d-4123-9181-04a92d495b4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:41:22.181956 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3ab5e5-932d-4123-9181-04a92d495b4f admin admin] Checking segment: {'id': 'cdeb095f-36fa-4898-bb65-f7ef309c248c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '04605e0d-02ca-4f7b-9d43-4fd65424fad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 16:41:22.182353 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3ab5e5-932d-4123-9181-04a92d495b4f admin admin] Network hostable DHCP agents. Network: 04605e0d-02ca-4f7b-9d43-4fd65424fad5, hostable agents: ['546b8425-0cfc-4ce2-b181-b7c4c8ab844f'], hosted agents: [] {{(pid=113345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:41:22.199768 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3ab5e5-932d-4123-9181-04a92d495b4f admin admin] Network 04605e0d-02ca-4f7b-9d43-4fd65424fad5 is scheduled to be hosted by DHCP agent 546b8425-0cfc-4ce2-b181-b7c4c8ab844f with binding_index 1 {{(pid=113345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:41:22.208693 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.base_scheduler [None req-0f3ab5e5-932d-4123-9181-04a92d495b4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-4-iscsi, 04605e0d-02ca-4f7b-9d43-4fd65424fad5) {{(pid=113345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:41:22.213455 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3ab5e5-932d-4123-9181-04a92d495b4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:41:22.214068 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-0f3ab5e5-932d-4123-9181-04a92d495b4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673503'] for subnet, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:41:22.221914 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248e711d-2fcf-42b8-b72f-1635ad326359 None None] Network 04605e0d-02ca-4f7b-9d43-4fd65424fad5 requested from dv-cinder-773876-4-iscsi {{(pid=113346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:41:22.231519 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-0f3ab5e5-932d-4123-9181-04a92d495b4f admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3742270 Nov 02 16:41:22.393158 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4bd8469-20e6-4e17-824d-3419dc303926 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe4b85e87-31fb-5fe4-ae05-1caa6371d8e7-04605e0d-02ca-4f7b-9d43-4fd65424fad5', 'network_id': '04605e0d-02ca-4f7b-9d43-4fd65424fad5', 'tenant_id': 'c401e2756eae49688050547d1567bab0', 'fixed_ips': [{'subnet_id': 'd22795d4-e2b8-475a-8646-932d1ef55813'}]}} from dv-cinder-773876-4-iscsi. {{(pid=113346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:41:22.394308 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-d4bd8469-20e6-4e17-824d-3419dc303926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_create {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:41:22.546561 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.db_base_plugin_common [None req-d4bd8469-20e6-4e17-824d-3419dc303926 None None] Allocated IP 192.168.233.2 (04605e0d-02ca-4f7b-9d43-4fd65424fad5/d22795d4-e2b8-475a-8646-932d1ef55813/71ec6756-a190-4291-8a4d-52ef2e6f54b1) {{(pid=113346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:41:22.707530 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-d4bd8469-20e6-4e17-824d-3419dc303926 None None] Publish callbacks [] for port, precommit_create {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:41:22.715654 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-d4bd8469-20e6-4e17-824d-3419dc303926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788024814062'] for port, after_create {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:41:22.761541 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bd8469-20e6-4e17-824d-3419dc303926 None None] Network 04605e0d-02ca-4f7b-9d43-4fd65424fad5 is already hosted by enough agents. {{(pid=113346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:41:22.768682 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.scheduler.base_scheduler [None req-d4bd8469-20e6-4e17-824d-3419dc303926 None None] Resources bound (agent type, host, resource id): {{(pid=113346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:41:22.772044 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bd8469-20e6-4e17-824d-3419dc303926 None None] Received port after_create {{(pid=113346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:41:22.774336 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bd8469-20e6-4e17-824d-3419dc303926 None None] Pushing event updated for resources: {'Port': ['ID=71ec6756-a190-4291-8a4d-52ef2e6f54b1,revision_number=1']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:22.786881 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bd8469-20e6-4e17-824d-3419dc303926 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:41:22.787251 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bd8469-20e6-4e17-824d-3419dc303926 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:41:22.788166 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bd8469-20e6-4e17-824d-3419dc303926 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:41:22.788166 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bd8469-20e6-4e17-824d-3419dc303926 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:41:22.788428 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bd8469-20e6-4e17-824d-3419dc303926 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:41:22.788641 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bd8469-20e6-4e17-824d-3419dc303926 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:41:22.788968 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bd8469-20e6-4e17-824d-3419dc303926 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:41:22.789286 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bd8469-20e6-4e17-824d-3419dc303926 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:41:22.789639 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bd8469-20e6-4e17-824d-3419dc303926 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:41:22.789964 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bd8469-20e6-4e17-824d-3419dc303926 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:41:22.790291 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bd8469-20e6-4e17-824d-3419dc303926 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:41:22.790611 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bd8469-20e6-4e17-824d-3419dc303926 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:41:22.845670 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.managers [None req-d4bd8469-20e6-4e17-824d-3419dc303926 None None] Attempting to bind port 71ec6756-a190-4291-8a4d-52ef2e6f54b1 on host dv-cinder-773876-4-iscsi for vnic_type normal with profile {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 16:41:22.846058 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.managers [None req-d4bd8469-20e6-4e17-824d-3419dc303926 None None] Attempting to bind port 71ec6756-a190-4291-8a4d-52ef2e6f54b1 by drivers openvswitch,hyperv on host dv-cinder-773876-4-iscsi at level 0 using segments [{'id': 'cdeb095f-36fa-4898-bb65-f7ef309c248c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '04605e0d-02ca-4f7b-9d43-4fd65424fad5'}] {{(pid=113346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 16:41:22.846444 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bd8469-20e6-4e17-824d-3419dc303926 None None] Attempting to bind port 71ec6756-a190-4291-8a4d-52ef2e6f54b1 on network 04605e0d-02ca-4f7b-9d43-4fd65424fad5 {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:41:22.852559 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bd8469-20e6-4e17-824d-3419dc303926 None None] Checking agent: {'id': '7dc37166-7823-42e6-bc3e-7dc49cd1fc12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 37, 46), 'started_at': datetime.datetime(2021, 11, 2, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:41:22.852947 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bd8469-20e6-4e17-824d-3419dc303926 None None] Checking segment: {'id': 'cdeb095f-36fa-4898-bb65-f7ef309c248c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '04605e0d-02ca-4f7b-9d43-4fd65424fad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 16:41:22.853368 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-d4bd8469-20e6-4e17-824d-3419dc303926 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:41:22.853783 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bd8469-20e6-4e17-824d-3419dc303926 None None] Bound using segment: {'id': 'cdeb095f-36fa-4898-bb65-f7ef309c248c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '04605e0d-02ca-4f7b-9d43-4fd65424fad5'} {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:41:22.854271 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.managers [None req-d4bd8469-20e6-4e17-824d-3419dc303926 None None] Bound port: 71ec6756-a190-4291-8a4d-52ef2e6f54b1, host: dv-cinder-773876-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdeb095f-36fa-4898-bb65-f7ef309c248c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '04605e0d-02ca-4f7b-9d43-4fd65424fad5'}}] {{(pid=113346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 16:41:22.854687 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-d4bd8469-20e6-4e17-824d-3419dc303926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:41:22.927502 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-d4bd8469-20e6-4e17-824d-3419dc303926 None None] For port 71ec6756-a190-4291-8a4d-52ef2e6f54b1, host dv-cinder-773876-4-iscsi, cleared binding levels {{(pid=113346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:41:22.930973 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-d4bd8469-20e6-4e17-824d-3419dc303926 None None] For port 71ec6756-a190-4291-8a4d-52ef2e6f54b1, host dv-cinder-773876-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=71ec6756-a190-4291-8a4d-52ef2e6f54b1,segment=NetworkSegment(cdeb095f-36fa-4898-bb65-f7ef309c248c),segment_id=cdeb095f-36fa-4898-bb65-f7ef309c248c)] {{(pid=113346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:41:22.937203 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-d4bd8469-20e6-4e17-824d-3419dc303926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:41:23.005521 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bd8469-20e6-4e17-824d-3419dc303926 None None] Pushing event updated for resources: {'Port': ['ID=71ec6756-a190-4291-8a4d-52ef2e6f54b1,revision_number=2']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:23.983851 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f635a9f-48fa-454f-a326-6f9e6e4b3533 None None] Network 04605e0d-02ca-4f7b-9d43-4fd65424fad5 requested from dv-cinder-773876-4-iscsi {{(pid=113346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:41:24.108879 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-cf40f6ab-f5c9-4b2d-92ad-78bcf35187f4 None None] Provisioning complete for port 71ec6756-a190-4291-8a4d-52ef2e6f54b1 triggered by entity DHCP. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:41:24.109268 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-cf40f6ab-f5c9-4b2d-92ad-78bcf35187f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:41:24.258433 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-cf40f6ab-f5c9-4b2d-92ad-78bcf35187f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:41:24.311841 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-cf40f6ab-f5c9-4b2d-92ad-78bcf35187f4 None None] For port 71ec6756-a190-4291-8a4d-52ef2e6f54b1, host dv-cinder-773876-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=71ec6756-a190-4291-8a4d-52ef2e6f54b1,segment=NetworkSegment(cdeb095f-36fa-4898-bb65-f7ef309c248c),segment_id=cdeb095f-36fa-4898-bb65-f7ef309c248c)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:41:24.323286 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-cf40f6ab-f5c9-4b2d-92ad-78bcf35187f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:41:24.333509 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device 71ec6756-a190-4291-8a4d-52ef2e6f54b1 up at agent ovs-agent-dv-cinder-773876-4-iscsi {{(pid=113346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:41:24.426480 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf40f6ab-f5c9-4b2d-92ad-78bcf35187f4 None None] Pushing event updated for resources: {'Port': ['ID=71ec6756-a190-4291-8a4d-52ef2e6f54b1,revision_number=3']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:41:24.448991 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Provisioning complete for port 71ec6756-a190-4291-8a4d-52ef2e6f54b1 triggered by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:41:24.449380 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:41:24.553501 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-879bb2b2-8221-4ca4-a4c2-65ea6bf7bdfe None None] Provisioning complete for port 71ec6756-a190-4291-8a4d-52ef2e6f54b1 triggered by entity DHCP. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:41:24.553900 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-879bb2b2-8221-4ca4-a4c2-65ea6bf7bdfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:41:26.258285 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device 71ec6756-a190-4291-8a4d-52ef2e6f54b1 up at agent ovs-agent-dv-cinder-773876-4-iscsi {{(pid=113346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:41:26.314382 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Provisioning complete for port 71ec6756-a190-4291-8a4d-52ef2e6f54b1 triggered by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:41:26.314772 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:41:38.280134 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-98745d90-f2fe-410b-be24-4d4f9f8bffb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:41:41.029201 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-705bd3e8-1148-443c-bf1a-3248ef3c6d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:41:42.766788 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-dfe49d6c-b306-436a-ba68-760764be264a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:41:44.437329 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.agents_db [None req-4685c794-fb13-4fdb-802d-b1599aff033c None None] Agent healthcheck: found 5 active agents {{(pid=113347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:41:44.574545 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0b95-0143-42d2-8d33-45f1b37c89de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:41:46.024632 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:42:08.276855 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-7645cf72-a87f-4c3b-ac3c-59d7f7d18989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:42:11.030535 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-2def3f6e-f937-447c-8468-6db9db91832e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:42:12.771842 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-dfe49d6c-b306-436a-ba68-760764be264a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:42:14.577979 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0b95-0143-42d2-8d33-45f1b37c89de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:42:16.019823 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:42:21.436876 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.agents_db [None req-4685c794-fb13-4fdb-802d-b1599aff033c None None] Agent healthcheck: found 5 active agents {{(pid=113347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:42:38.282217 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-d4a8c2d5-53dc-4109-a18f-9c7fbd760fbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:42:39.779630 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 37494) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:42:39.786045 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [None req-0d47440a-8ff7-4aa5-aa2a-bdc9b0ef975e tempest-verify_tempest_config-1292685882 tempest-verify_tempest_config-1292685882-project] http://10.222.0.118:9696/v2.0/extensions returned with HTTP 200 {{(pid=113344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:42:39.787067 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-0d47440a-8ff7-4aa5-aa2a-bdc9b0ef975e tempest-verify_tempest_config-1292685882 tempest-verify_tempest_config-1292685882-project] 10.222.0.118 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13864 time: 0.0062933 Nov 02 16:42:40.107295 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 37512) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:42:40.216781 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-1eee4c78-fe44-428e-9356-7fe321c6cba4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:42:40.295701 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-1eee4c78-fe44-428e-9356-7fe321c6cba4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:42:40.299575 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-1eee4c78-fe44-428e-9356-7fe321c6cba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:42:40.347718 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-1eee4c78-fe44-428e-9356-7fe321c6cba4 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=bc6f5fc7042547c381dde4ebbb43ecfc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2392020 Nov 02 16:42:40.348913 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eee4c78-fe44-428e-9356-7fe321c6cba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f200392-af23-4e25-86f8-9d0b26e9d975,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:40.350895 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 37516) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:42:40.357260 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee4c78-fe44-428e-9356-7fe321c6cba4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:42:40.357642 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee4c78-fe44-428e-9356-7fe321c6cba4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:42:40.357997 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee4c78-fe44-428e-9356-7fe321c6cba4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:42:40.358337 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee4c78-fe44-428e-9356-7fe321c6cba4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:42:40.358677 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee4c78-fe44-428e-9356-7fe321c6cba4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:42:40.359047 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee4c78-fe44-428e-9356-7fe321c6cba4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:42:40.359385 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee4c78-fe44-428e-9356-7fe321c6cba4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:42:40.359747 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee4c78-fe44-428e-9356-7fe321c6cba4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:42:40.360106 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee4c78-fe44-428e-9356-7fe321c6cba4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:42:40.360474 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee4c78-fe44-428e-9356-7fe321c6cba4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:42:40.360806 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee4c78-fe44-428e-9356-7fe321c6cba4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:42:40.361135 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee4c78-fe44-428e-9356-7fe321c6cba4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:42:40.412896 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-27817a83-aa73-4ec6-ac7f-41d0b151e1de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:42:40.435699 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-27817a83-aa73-4ec6-ac7f-41d0b151e1de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:42:40.527201 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-27817a83-aa73-4ec6-ac7f-41d0b151e1de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:42:40.529944 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-27817a83-aa73-4ec6-ac7f-41d0b151e1de admin admin] Publish callbacks [] for security_group, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:42:40.531191 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-27817a83-aa73-4ec6-ac7f-41d0b151e1de admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/1f200392-af23-4e25-86f8-9d0b26e9d975 HTTP/1.1" status: 204 len: 168 time: 0.1791821 Nov 02 16:42:40.540058 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27817a83-aa73-4ec6-ac7f-41d0b151e1de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f200392-af23-4e25-86f8-9d0b26e9d975,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:42:40.548738 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27817a83-aa73-4ec6-ac7f-41d0b151e1de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:42:40.549125 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27817a83-aa73-4ec6-ac7f-41d0b151e1de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:42:40.549484 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27817a83-aa73-4ec6-ac7f-41d0b151e1de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:42:40.549825 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27817a83-aa73-4ec6-ac7f-41d0b151e1de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:42:40.550172 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27817a83-aa73-4ec6-ac7f-41d0b151e1de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:42:40.550562 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27817a83-aa73-4ec6-ac7f-41d0b151e1de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:42:40.551000 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27817a83-aa73-4ec6-ac7f-41d0b151e1de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:42:40.551508 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27817a83-aa73-4ec6-ac7f-41d0b151e1de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:42:40.551882 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27817a83-aa73-4ec6-ac7f-41d0b151e1de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:42:40.552246 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27817a83-aa73-4ec6-ac7f-41d0b151e1de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:42:40.552574 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27817a83-aa73-4ec6-ac7f-41d0b151e1de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:42:40.552923 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27817a83-aa73-4ec6-ac7f-41d0b151e1de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:42:41.027207 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-0737f0c7-94f6-4084-a05f-3e854bd86042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:42:42.775969 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-dfe49d6c-b306-436a-ba68-760764be264a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:42:44.583691 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0b95-0143-42d2-8d33-45f1b37c89de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:42:46.025340 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:42:58.437179 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.agents_db [None req-4685c794-fb13-4fdb-802d-b1599aff033c None None] Agent healthcheck: found 5 active agents {{(pid=113347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:43:08.280195 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-b62614aa-27c6-425e-b6ed-7b45caf1ec55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:43:11.021942 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-9e661eb1-b6b2-451b-afd7-7447940bdce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:43:12.777968 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-dfe49d6c-b306-436a-ba68-760764be264a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:43:14.584737 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0b95-0143-42d2-8d33-45f1b37c89de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:43:16.031574 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:43:35.436641 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.agents_db [None req-4685c794-fb13-4fdb-802d-b1599aff033c None None] Agent healthcheck: found 5 active agents {{(pid=113347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:43:38.284741 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-1083b8dc-bb0c-43e8-a3ba-d2c549974ea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:43:41.032560 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-79bd996d-bb50-4f07-bd65-d4b3154a8a29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:43:42.785046 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-dfe49d6c-b306-436a-ba68-760764be264a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:43:44.594606 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0b95-0143-42d2-8d33-45f1b37c89de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:43:46.039464 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:44:08.288074 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-8ec2d96e-c0c4-43eb-a493-9d1fffdb697c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:44:11.043801 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-68776c28-cf36-43ae-bdce-e72e075ba3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:44:12.437942 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.agents_db [None req-4685c794-fb13-4fdb-802d-b1599aff033c None None] Agent healthcheck: found 5 active agents {{(pid=113347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:44:12.791601 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-dfe49d6c-b306-436a-ba68-760764be264a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:44:14.601526 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0b95-0143-42d2-8d33-45f1b37c89de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:44:16.041863 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:44:21.609652 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3731105'] for agent, after_create {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:44:36.740539 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 37590) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:44:36.895770 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-7a44f9c6-f60a-41dc-bde5-6c877da1f624 admin admin] 10.222.0.118 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4554 time: 0.1531763 Nov 02 16:44:38.290917 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-67e9bb21-34e3-4cac-92a8-e6273863e96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:44:39.661640 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 37600) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:44:39.741134 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-c9703ad4-c0ca-4076-9437-75c06db382e4 admin admin] 10.222.0.118 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4554 time: 0.0778444 Nov 02 16:44:41.032603 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-8c3f1398-5d39-450a-a2ae-2d8270be2d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:44:42.799342 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-dfe49d6c-b306-436a-ba68-760764be264a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:44:44.606402 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0b95-0143-42d2-8d33-45f1b37c89de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:44:46.036020 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:44:49.438986 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.agents_db [None req-4685c794-fb13-4fdb-802d-b1599aff033c None None] Agent healthcheck: found 6 active agents {{(pid=113347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:44:51.558084 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:45:08.300739 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-22b72eb1-0e09-4afb-b913-50ab572f3937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:45:11.032441 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-263a6d00-c071-4dad-b222-5bb95b8960ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:45:12.794985 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-dfe49d6c-b306-436a-ba68-760764be264a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:45:14.607803 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0b95-0143-42d2-8d33-45f1b37c89de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:45:16.036917 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:45:21.553150 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:45:26.440761 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.agents_db [None req-4685c794-fb13-4fdb-802d-b1599aff033c None None] Agent healthcheck: found 6 active agents {{(pid=113347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:45:38.293877 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-a5b38836-e6e0-40f2-bc7c-4a1bbad5f24e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:45:41.049413 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-5a169464-0f4e-4fe7-9f9d-93538544d6b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:45:42.810699 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-dfe49d6c-b306-436a-ba68-760764be264a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:45:44.622352 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0b95-0143-42d2-8d33-45f1b37c89de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:45:46.040508 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:45:51.571043 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:03.442221 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.agents_db [None req-4685c794-fb13-4fdb-802d-b1599aff033c None None] Agent healthcheck: found 6 active agents {{(pid=113347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:46:08.291449 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-7e693aed-91e0-4ad5-bd8f-dec6ddb3ed54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:11.028330 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-e41daf7f-68b6-4561-bf1a-dbf402278331 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:12.810614 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-dfe49d6c-b306-436a-ba68-760764be264a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:14.639386 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0b95-0143-42d2-8d33-45f1b37c89de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:16.062780 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:16.580323 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 37698) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:46:16.920645 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.v2.base [None req-ba97fb8d-1466-4fcf-b766-185988fbdb0e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1791074020-network', 'tenant_id': '7a412769a7274d9da389f724f6f4744e'}} {{(pid=113345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:46:16.955713 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba97fb8d-1466-4fcf-b766-185988fbdb0e admin admin] Made reservation on behalf of 7a412769a7274d9da389f724f6f4744e for: {'network': 1} {{(pid=113345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:46:16.958332 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-ba97fb8d-1466-4fcf-b766-185988fbdb0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for network, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:16.970014 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-ba97fb8d-1466-4fcf-b766-185988fbdb0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:17.087356 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-ba97fb8d-1466-4fcf-b766-185988fbdb0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:17.093191 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-ba97fb8d-1466-4fcf-b766-185988fbdb0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:17.136026 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba97fb8d-1466-4fcf-b766-185988fbdb0e admin admin] vlan segment allocate from pool success with {'vlan_id': 794, 'physical_network': 'physnet1'} {{(pid=113345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:46:17.146088 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba97fb8d-1466-4fcf-b766-185988fbdb0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb90fec-7904-45a4-971a-2a58baec8a4c,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:17.154424 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-ba97fb8d-1466-4fcf-b766-185988fbdb0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639893'] for segment, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:17.154735 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.db.segments_db [None req-ba97fb8d-1466-4fcf-b766-185988fbdb0e admin admin] Added segment 80e87b5c-0e86-4ca9-a97e-67171cd2a7f7 of type vlan for network e13a8a17-03ff-45d6-87c8-8e4368446fe7 Nov 02 16:46:17.173083 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97fb8d-1466-4fcf-b766-185988fbdb0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:17.173479 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97fb8d-1466-4fcf-b766-185988fbdb0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:17.174323 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97fb8d-1466-4fcf-b766-185988fbdb0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:17.174323 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97fb8d-1466-4fcf-b766-185988fbdb0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:17.174583 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97fb8d-1466-4fcf-b766-185988fbdb0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:17.174846 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97fb8d-1466-4fcf-b766-185988fbdb0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:17.175437 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97fb8d-1466-4fcf-b766-185988fbdb0e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:17.175780 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97fb8d-1466-4fcf-b766-185988fbdb0e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:17.176147 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97fb8d-1466-4fcf-b766-185988fbdb0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:17.176528 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97fb8d-1466-4fcf-b766-185988fbdb0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:17.176859 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97fb8d-1466-4fcf-b766-185988fbdb0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:17.177384 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97fb8d-1466-4fcf-b766-185988fbdb0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:17.178723 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97fb8d-1466-4fcf-b766-185988fbdb0e admin admin] Tracked resource versions report: Nov 02 16:46:17.178723 dv-cinder-773876-4-iscsi neutron-server[113345]: pushed versions: Nov 02 16:46:17.178723 dv-cinder-773876-4-iscsi neutron-server[113345]: { 'AddressGroup': {'1.2'}, Nov 02 16:46:17.178723 dv-cinder-773876-4-iscsi neutron-server[113345]: 'ConntrackHelper': {'1.0'}, Nov 02 16:46:17.178723 dv-cinder-773876-4-iscsi neutron-server[113345]: 'Log': {'1.0'}, Nov 02 16:46:17.178723 dv-cinder-773876-4-iscsi neutron-server[113345]: 'Network': {'1.1'}, Nov 02 16:46:17.178723 dv-cinder-773876-4-iscsi neutron-server[113345]: 'Port': {'1.7'}, Nov 02 16:46:17.178723 dv-cinder-773876-4-iscsi neutron-server[113345]: 'PortForwarding': {'1.2'}, Nov 02 16:46:17.178723 dv-cinder-773876-4-iscsi neutron-server[113345]: 'QosPolicy': {'1.10'}, Nov 02 16:46:17.178723 dv-cinder-773876-4-iscsi neutron-server[113345]: 'SecurityGroup': {'1.5'}, Nov 02 16:46:17.178723 dv-cinder-773876-4-iscsi neutron-server[113345]: 'SecurityGroupRule': {'1.2'}, Nov 02 16:46:17.178723 dv-cinder-773876-4-iscsi neutron-server[113345]: 'SubPort': {'1.0'}, Nov 02 16:46:17.178723 dv-cinder-773876-4-iscsi neutron-server[113345]: 'Subnet': {'1.1'}, Nov 02 16:46:17.178723 dv-cinder-773876-4-iscsi neutron-server[113345]: 'Trunk': {'1.1'}} Nov 02 16:46:17.178723 dv-cinder-773876-4-iscsi neutron-server[113345]: consumer versions: Nov 02 16:46:17.178723 dv-cinder-773876-4-iscsi neutron-server[113345]: { DHCP agent@dv-cinder-773876-4-iscsi: {}, Nov 02 16:46:17.178723 dv-cinder-773876-4-iscsi neutron-server[113345]: HyperV agent@hv-cinder-77387: {}, Nov 02 16:46:17.178723 dv-cinder-773876-4-iscsi neutron-server[113345]: L3 agent@dv-cinder-773876-4-iscsi: {}, Nov 02 16:46:17.178723 dv-cinder-773876-4-iscsi neutron-server[113345]: Metadata agent@dv-cinder-773876-4-iscsi: {}, Nov 02 16:46:17.178723 dv-cinder-773876-4-iscsi neutron-server[113345]: Metering agent@dv-cinder-773876-4-iscsi: {}, Nov 02 16:46:17.178723 dv-cinder-773876-4-iscsi neutron-server[113345]: Open vSwitch agent@dv-cinder-773876-4-iscsi: { 'AddressGroup': '1.2', Nov 02 16:46:17.178723 dv-cinder-773876-4-iscsi neutron-server[113345]: 'ConntrackHelper': '1.0', Nov 02 16:46:17.178723 dv-cinder-773876-4-iscsi neutron-server[113345]: 'Log': '1.0', Nov 02 16:46:17.178723 dv-cinder-773876-4-iscsi neutron-server[113345]: 'Network': '1.1', Nov 02 16:46:17.178723 dv-cinder-773876-4-iscsi neutron-server[113345]: 'Port': '1.7', Nov 02 16:46:17.178723 dv-cinder-773876-4-iscsi neutron-server[113345]: 'PortForwarding': '1.2', Nov 02 16:46:17.178723 dv-cinder-773876-4-iscsi neutron-server[113345]: 'QosPolicy': '1.10', Nov 02 16:46:17.178723 dv-cinder-773876-4-iscsi neutron-server[113345]: 'SecurityGroup': '1.5', Nov 02 16:46:17.178723 dv-cinder-773876-4-iscsi neutron-server[113345]: 'SecurityGroupRule': '1.2', Nov 02 16:46:17.178723 dv-cinder-773876-4-iscsi neutron-server[113345]: 'SubPort': '1.0', Nov 02 16:46:17.178723 dv-cinder-773876-4-iscsi neutron-server[113345]: 'Subnet': '1.1', Nov 02 16:46:17.178723 dv-cinder-773876-4-iscsi neutron-server[113345]: 'Trunk': '1.1'}} Nov 02 16:46:17.178723 dv-cinder-773876-4-iscsi neutron-server[113345]: {{(pid=113345) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 16:46:17.231395 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-ba97fb8d-1466-4fcf-b766-185988fbdb0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788024806476'] for network, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:17.261996 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-ba97fb8d-1466-4fcf-b766-185988fbdb0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481'] for network, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:17.263528 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba97fb8d-1466-4fcf-b766-185988fbdb0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:17.264252 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-ba97fb8d-1466-4fcf-b766-185988fbdb0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673503'] for network, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:17.304708 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-ba97fb8d-1466-4fcf-b766-185988fbdb0e admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7218053 Nov 02 16:46:17.308512 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 37742) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:46:17.316596 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.v2.base [None req-454f8d6a-f697-4aec-a159-a967714cb6fb admin admin] Request body: {'subnet': {'network_id': 'e13a8a17-03ff-45d6-87c8-8e4368446fe7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1791074020-subnet', 'tenant_id': '7a412769a7274d9da389f724f6f4744e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:46:17.344898 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba97fb8d-1466-4fcf-b766-185988fbdb0e admin admin] Pushing event updated for resources: {'Network': ['ID=e13a8a17-03ff-45d6-87c8-8e4368446fe7,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:17.357517 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-454f8d6a-f697-4aec-a159-a967714cb6fb admin admin] Made reservation on behalf of 7a412769a7274d9da389f724f6f4744e for: {'subnet': 1} {{(pid=113344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:46:17.360086 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Network e13a8a17-03ff-45d6-87c8-8e4368446fe7 details requested by agent ovs-agent-dv-cinder-773876-4-iscsi with host dv-cinder-773876-4-iscsi {{(pid=113346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:46:17.360880 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-454f8d6a-f697-4aec-a159-a967714cb6fb admin admin] Publish callbacks [] for subnet, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:17.602066 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-454f8d6a-f697-4aec-a159-a967714cb6fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481'] for subnet, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:17.654433 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454f8d6a-f697-4aec-a159-a967714cb6fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0977232-e536-46af-9a0c-d7241cfd5366,revision_number=0']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:17.665975 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f8d6a-f697-4aec-a159-a967714cb6fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:17.666243 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f8d6a-f697-4aec-a159-a967714cb6fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:17.666853 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f8d6a-f697-4aec-a159-a967714cb6fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:17.667408 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f8d6a-f697-4aec-a159-a967714cb6fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:17.668162 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f8d6a-f697-4aec-a159-a967714cb6fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:17.668779 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f8d6a-f697-4aec-a159-a967714cb6fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:17.669300 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f8d6a-f697-4aec-a159-a967714cb6fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:17.669837 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f8d6a-f697-4aec-a159-a967714cb6fb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:17.670372 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f8d6a-f697-4aec-a159-a967714cb6fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:17.670884 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f8d6a-f697-4aec-a159-a967714cb6fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:17.671414 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f8d6a-f697-4aec-a159-a967714cb6fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:17.672152 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f8d6a-f697-4aec-a159-a967714cb6fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:17.673441 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f8d6a-f697-4aec-a159-a967714cb6fb admin admin] Tracked resource versions report: Nov 02 16:46:17.673441 dv-cinder-773876-4-iscsi neutron-server[113344]: pushed versions: Nov 02 16:46:17.673441 dv-cinder-773876-4-iscsi neutron-server[113344]: { 'AddressGroup': {'1.2'}, Nov 02 16:46:17.673441 dv-cinder-773876-4-iscsi neutron-server[113344]: 'ConntrackHelper': {'1.0'}, Nov 02 16:46:17.673441 dv-cinder-773876-4-iscsi neutron-server[113344]: 'Log': {'1.0'}, Nov 02 16:46:17.673441 dv-cinder-773876-4-iscsi neutron-server[113344]: 'Network': {'1.1'}, Nov 02 16:46:17.673441 dv-cinder-773876-4-iscsi neutron-server[113344]: 'Port': {'1.7'}, Nov 02 16:46:17.673441 dv-cinder-773876-4-iscsi neutron-server[113344]: 'PortForwarding': {'1.2'}, Nov 02 16:46:17.673441 dv-cinder-773876-4-iscsi neutron-server[113344]: 'QosPolicy': {'1.10'}, Nov 02 16:46:17.673441 dv-cinder-773876-4-iscsi neutron-server[113344]: 'SecurityGroup': {'1.5'}, Nov 02 16:46:17.673441 dv-cinder-773876-4-iscsi neutron-server[113344]: 'SecurityGroupRule': {'1.2'}, Nov 02 16:46:17.673441 dv-cinder-773876-4-iscsi neutron-server[113344]: 'SubPort': {'1.0'}, Nov 02 16:46:17.673441 dv-cinder-773876-4-iscsi neutron-server[113344]: 'Subnet': {'1.1'}, Nov 02 16:46:17.673441 dv-cinder-773876-4-iscsi neutron-server[113344]: 'Trunk': {'1.1'}} Nov 02 16:46:17.673441 dv-cinder-773876-4-iscsi neutron-server[113344]: consumer versions: Nov 02 16:46:17.673441 dv-cinder-773876-4-iscsi neutron-server[113344]: { DHCP agent@dv-cinder-773876-4-iscsi: {}, Nov 02 16:46:17.673441 dv-cinder-773876-4-iscsi neutron-server[113344]: HyperV agent@hv-cinder-77387: {}, Nov 02 16:46:17.673441 dv-cinder-773876-4-iscsi neutron-server[113344]: L3 agent@dv-cinder-773876-4-iscsi: {}, Nov 02 16:46:17.673441 dv-cinder-773876-4-iscsi neutron-server[113344]: Metadata agent@dv-cinder-773876-4-iscsi: {}, Nov 02 16:46:17.673441 dv-cinder-773876-4-iscsi neutron-server[113344]: Metering agent@dv-cinder-773876-4-iscsi: {}, Nov 02 16:46:17.673441 dv-cinder-773876-4-iscsi neutron-server[113344]: Open vSwitch agent@dv-cinder-773876-4-iscsi: { 'AddressGroup': '1.2', Nov 02 16:46:17.673441 dv-cinder-773876-4-iscsi neutron-server[113344]: 'ConntrackHelper': '1.0', Nov 02 16:46:17.673441 dv-cinder-773876-4-iscsi neutron-server[113344]: 'Log': '1.0', Nov 02 16:46:17.673441 dv-cinder-773876-4-iscsi neutron-server[113344]: 'Network': '1.1', Nov 02 16:46:17.673441 dv-cinder-773876-4-iscsi neutron-server[113344]: 'Port': '1.7', Nov 02 16:46:17.673441 dv-cinder-773876-4-iscsi neutron-server[113344]: 'PortForwarding': '1.2', Nov 02 16:46:17.673441 dv-cinder-773876-4-iscsi neutron-server[113344]: 'QosPolicy': '1.10', Nov 02 16:46:17.673441 dv-cinder-773876-4-iscsi neutron-server[113344]: 'SecurityGroup': '1.5', Nov 02 16:46:17.673441 dv-cinder-773876-4-iscsi neutron-server[113344]: 'SecurityGroupRule': '1.2', Nov 02 16:46:17.673441 dv-cinder-773876-4-iscsi neutron-server[113344]: 'SubPort': '1.0', Nov 02 16:46:17.673441 dv-cinder-773876-4-iscsi neutron-server[113344]: 'Subnet': '1.1', Nov 02 16:46:17.673441 dv-cinder-773876-4-iscsi neutron-server[113344]: 'Trunk': '1.1'}} Nov 02 16:46:17.673441 dv-cinder-773876-4-iscsi neutron-server[113344]: {{(pid=113344) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 16:46:17.717728 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454f8d6a-f697-4aec-a159-a967714cb6fb admin admin] Checking segment: {'id': '80e87b5c-0e86-4ca9-a97e-67171cd2a7f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'e13a8a17-03ff-45d6-87c8-8e4368446fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 16:46:17.718443 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454f8d6a-f697-4aec-a159-a967714cb6fb admin admin] Network hostable DHCP agents. Network: e13a8a17-03ff-45d6-87c8-8e4368446fe7, hostable agents: ['546b8425-0cfc-4ce2-b181-b7c4c8ab844f'], hosted agents: [] {{(pid=113344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:46:17.757518 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454f8d6a-f697-4aec-a159-a967714cb6fb admin admin] Network e13a8a17-03ff-45d6-87c8-8e4368446fe7 is scheduled to be hosted by DHCP agent 546b8425-0cfc-4ce2-b181-b7c4c8ab844f with binding_index 1 {{(pid=113344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:46:17.786312 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.base_scheduler [None req-454f8d6a-f697-4aec-a159-a967714cb6fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-4-iscsi, e13a8a17-03ff-45d6-87c8-8e4368446fe7) {{(pid=113344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:46:17.796582 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454f8d6a-f697-4aec-a159-a967714cb6fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:17.797629 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-454f8d6a-f697-4aec-a159-a967714cb6fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673503'] for subnet, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:17.801541 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e629432c-d7e4-4603-a03f-31373433d6d8 None None] Network e13a8a17-03ff-45d6-87c8-8e4368446fe7 requested from dv-cinder-773876-4-iscsi {{(pid=113346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:46:17.838146 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 37762) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:46:17.839000 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-454f8d6a-f697-4aec-a159-a967714cb6fb admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5268888 Nov 02 16:46:17.846557 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.v2.base [None req-c077456f-710d-46c2-83a6-77859d02c3c2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1791074020-router', 'tenant_id': '7a412769a7274d9da389f724f6f4744e', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede'}}} {{(pid=113345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:46:17.924986 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-c077456f-710d-46c2-83a6-77859d02c3c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3731402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26202'] for router, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:17.927797 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-c077456f-710d-46c2-83a6-77859d02c3c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3731318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3708157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26197'] for router, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:18.033107 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33f1d41-5f50-42ef-9e53-49c424aef383 None None] Network e13a8a17-03ff-45d6-87c8-8e4368446fe7 requested from dv-cinder-773876-4-iscsi {{(pid=113346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:46:18.186648 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-c077456f-710d-46c2-83a6-77859d02c3c2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:18.459167 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-c077456f-710d-46c2-83a6-77859d02c3c2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:18.472785 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 37794) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:46:18.781433 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-c077456f-710d-46c2-83a6-77859d02c3c2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:18.809619 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-c077456f-710d-46c2-83a6-77859d02c3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:18.928739 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.v2.base [None req-214bca3a-88c8-493b-9767-fd39e77e1e4c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-717270692-network', 'tenant_id': 'fd124bfe873f4553b53c6d8282df462c'}} {{(pid=113345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:46:19.015626 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214bca3a-88c8-493b-9767-fd39e77e1e4c admin admin] Made reservation on behalf of fd124bfe873f4553b53c6d8282df462c for: {'network': 1} {{(pid=113345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:46:19.018213 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-214bca3a-88c8-493b-9767-fd39e77e1e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for network, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:19.021914 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.db_base_plugin_common [None req-c077456f-710d-46c2-83a6-77859d02c3c2 admin admin] Allocated IP 172.27.1.41 (e732c7b6-4740-4909-a10c-6231f1bdbede/886e8f69-733b-40e5-a835-3f68eef2cfaf/f81cc7a7-76fb-45f6-85de-737e1162acf9) {{(pid=113345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:46:19.035123 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-214bca3a-88c8-493b-9767-fd39e77e1e4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:19.226563 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-c077456f-710d-46c2-83a6-77859d02c3c2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:19.241150 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-214bca3a-88c8-493b-9767-fd39e77e1e4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:19.251055 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-214bca3a-88c8-493b-9767-fd39e77e1e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:19.314380 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-214bca3a-88c8-493b-9767-fd39e77e1e4c admin admin] vlan segment allocate from pool success with {'vlan_id': 769, 'physical_network': 'physnet1'} {{(pid=113345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:46:19.340859 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214bca3a-88c8-493b-9767-fd39e77e1e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:19.347841 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-214bca3a-88c8-493b-9767-fd39e77e1e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639893'] for segment, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:19.348336 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.db.segments_db [None req-214bca3a-88c8-493b-9767-fd39e77e1e4c admin admin] Added segment d6d67ab2-fd0f-4a4e-a197-bf243bf1fa07 of type vlan for network 716d1add-eeb0-4090-99a3-8e93ac4c3a42 Nov 02 16:46:19.415773 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-c077456f-710d-46c2-83a6-77859d02c3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788024814062'] for port, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:19.420898 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-214bca3a-88c8-493b-9767-fd39e77e1e4c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788024806476'] for network, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:19.489936 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 37826) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:46:19.587727 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.db.resource_extend [None req-214bca3a-88c8-493b-9767-fd39e77e1e4c admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=113345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 02 16:46:19.602025 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 37832) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:46:19.603082 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 37834) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:46:19.635293 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c077456f-710d-46c2-83a6-77859d02c3c2 admin admin] Network e732c7b6-4740-4909-a10c-6231f1bdbede is already hosted by enough agents. {{(pid=113345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:46:19.638328 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.base_scheduler [None req-c077456f-710d-46c2-83a6-77859d02c3c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=113345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:46:19.640545 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c077456f-710d-46c2-83a6-77859d02c3c2 admin admin] Pushing event updated for resources: {'Port': ['ID=f81cc7a7-76fb-45f6-85de-737e1162acf9,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:19.652879 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c077456f-710d-46c2-83a6-77859d02c3c2 admin admin] Received port after_create {{(pid=113345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:46:19.655980 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-214bca3a-88c8-493b-9767-fd39e77e1e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481'] for network, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:19.657016 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214bca3a-88c8-493b-9767-fd39e77e1e4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:19.657614 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-214bca3a-88c8-493b-9767-fd39e77e1e4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673503'] for network, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:19.802908 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-214bca3a-88c8-493b-9767-fd39e77e1e4c admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3284853 Nov 02 16:46:19.806816 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 37846) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:46:19.812081 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.v2.base [None req-1653e3fb-939d-4729-8d6a-6fbcd7a0d780 admin admin] Request body: {'subnet': {'network_id': '716d1add-eeb0-4090-99a3-8e93ac4c3a42', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-717270692-subnet', 'tenant_id': 'fd124bfe873f4553b53c6d8282df462c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:46:19.839288 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1653e3fb-939d-4729-8d6a-6fbcd7a0d780 admin admin] Made reservation on behalf of fd124bfe873f4553b53c6d8282df462c for: {'subnet': 1} {{(pid=113344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:46:19.842162 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-1653e3fb-939d-4729-8d6a-6fbcd7a0d780 admin admin] Publish callbacks [] for subnet, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:19.865945 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214bca3a-88c8-493b-9767-fd39e77e1e4c admin admin] Pushing event updated for resources: {'Network': ['ID=716d1add-eeb0-4090-99a3-8e93ac4c3a42,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:19.890221 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Network 716d1add-eeb0-4090-99a3-8e93ac4c3a42 details requested by agent ovs-agent-dv-cinder-773876-4-iscsi with host dv-cinder-773876-4-iscsi {{(pid=113346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:46:19.901428 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.v2.base [None req-3e02ddbe-94b5-40c6-b1be-37cb1e5f5900 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2078556586-network', 'tenant_id': 'e3895ec42d70403e8667ea0b09eb9ff0'}} {{(pid=113344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:46:19.929934 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e02ddbe-94b5-40c6-b1be-37cb1e5f5900 admin admin] Made reservation on behalf of e3895ec42d70403e8667ea0b09eb9ff0 for: {'network': 1} {{(pid=113344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:46:19.933307 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-3e02ddbe-94b5-40c6-b1be-37cb1e5f5900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for network, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:19.946630 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-3e02ddbe-94b5-40c6-b1be-37cb1e5f5900 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:19.966249 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.v2.base [None req-28313b2b-4a05-42f4-93a2-e9d111505089 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1985570199-network', 'tenant_id': '5cc524f131464fe097cff64187071316'}} {{(pid=113344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:46:20.010937 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.v2.base [None req-b0016607-4e84-49ca-a13d-a338bee80284 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1456657988-network', 'tenant_id': 'a575c6bd2e574ad19dc299cc1df253f3'}} {{(pid=113344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:46:20.081753 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28313b2b-4a05-42f4-93a2-e9d111505089 admin admin] Made reservation on behalf of 5cc524f131464fe097cff64187071316 for: {'network': 1} {{(pid=113344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:46:20.084276 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-28313b2b-4a05-42f4-93a2-e9d111505089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for network, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:20.130596 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-28313b2b-4a05-42f4-93a2-e9d111505089 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:20.195610 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0016607-4e84-49ca-a13d-a338bee80284 admin admin] Made reservation on behalf of a575c6bd2e574ad19dc299cc1df253f3 for: {'network': 1} {{(pid=113344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:46:20.198607 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-b0016607-4e84-49ca-a13d-a338bee80284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for network, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:20.216669 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-c077456f-710d-46c2-83a6-77859d02c3c2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:20.225482 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-b0016607-4e84-49ca-a13d-a338bee80284 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:20.271019 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-3e02ddbe-94b5-40c6-b1be-37cb1e5f5900 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:20.285849 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-3e02ddbe-94b5-40c6-b1be-37cb1e5f5900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:20.354794 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e02ddbe-94b5-40c6-b1be-37cb1e5f5900 admin admin] vlan segment allocate from pool success with {'vlan_id': 778, 'physical_network': 'physnet1'} {{(pid=113344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:46:20.415908 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-3e02ddbe-94b5-40c6-b1be-37cb1e5f5900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639893'] for segment, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:20.416668 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.db.segments_db [None req-3e02ddbe-94b5-40c6-b1be-37cb1e5f5900 admin admin] Added segment edde6c72-fdff-47d4-80bc-7fa722cc638e of type vlan for network 244687ba-bf2c-4a2d-aed3-980547dbf6c6 Nov 02 16:46:20.420121 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-1653e3fb-939d-4729-8d6a-6fbcd7a0d780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481'] for subnet, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:20.504502 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-c077456f-710d-46c2-83a6-77859d02c3c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3731327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3708078'] for router, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:20.521129 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-3e02ddbe-94b5-40c6-b1be-37cb1e5f5900 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788024806476'] for network, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:20.550145 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e02ddbe-94b5-40c6-b1be-37cb1e5f5900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4064422b-7a09-47b0-889c-519c373517a8,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:20.560580 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-3e02ddbe-94b5-40c6-b1be-37cb1e5f5900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481'] for network, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:20.562485 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e02ddbe-94b5-40c6-b1be-37cb1e5f5900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:20.563692 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-3e02ddbe-94b5-40c6-b1be-37cb1e5f5900 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673503'] for network, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:20.678627 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-28313b2b-4a05-42f4-93a2-e9d111505089 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:20.716596 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c077456f-710d-46c2-83a6-77859d02c3c2 admin admin] Router 778ab637-dc51-4e34-81a6-0099940b16f6 is scheduled to L3 agent 23c85ca8-88a6-46e7-9165-338a7fd1d142 with binding_index 1 {{(pid=113345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:46:20.880883 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c077456f-710d-46c2-83a6-77859d02c3c2 admin admin] Notify agent at l3_agent.dv-cinder-773876-4-iscsi the message routers_updated {{(pid=113345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:46:20.886938 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e02ddbe-94b5-40c6-b1be-37cb1e5f5900 admin admin] Pushing event updated for resources: {'Network': ['ID=244687ba-bf2c-4a2d-aed3-980547dbf6c6,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:20.890378 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-28313b2b-4a05-42f4-93a2-e9d111505089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:20.897131 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105051d8-97b3-4443-bd8e-b347b46bfc86 None None] Sync routers for ids ['778ab637-dc51-4e34-81a6-0099940b16f6'] in dv-cinder-773876-4-iscsi {{(pid=113347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:46:20.906553 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-3e02ddbe-94b5-40c6-b1be-37cb1e5f5900 admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4104278 Nov 02 16:46:20.908349 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-c077456f-710d-46c2-83a6-77859d02c3c2 admin admin] Publish callbacks [] for router, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:20.914343 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Network 244687ba-bf2c-4a2d-aed3-980547dbf6c6 details requested by agent ovs-agent-dv-cinder-773876-4-iscsi with host dv-cinder-773876-4-iscsi {{(pid=113346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:46:20.917470 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-c077456f-710d-46c2-83a6-77859d02c3c2 admin admin] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.0764744 Nov 02 16:46:20.918195 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 37890) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:46:20.918738 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 37892) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:46:20.923288 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105051d8-97b3-4443-bd8e-b347b46bfc86 None None] Routers {'778ab637-dc51-4e34-81a6-0099940b16f6'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:46:20.924213 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-105051d8-97b3-4443-bd8e-b347b46bfc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:46:11Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['778ab637-dc51-4e34-81a6-0099940b16f6'], 'active': True} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:46:20.936050 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.v2.base [None req-f5019f5f-a742-4e4b-995c-a786e5cd940a admin admin] Request body: {'subnet': {'network_id': '244687ba-bf2c-4a2d-aed3-980547dbf6c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2078556586-subnet', 'tenant_id': 'e3895ec42d70403e8667ea0b09eb9ff0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:46:20.938143 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-b0016607-4e84-49ca-a13d-a338bee80284 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:21.033586 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28313b2b-4a05-42f4-93a2-e9d111505089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d0ec49-3b7c-4a7b-a9d7-ac1e9c9bd9c9,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:21.060602 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28313b2b-4a05-42f4-93a2-e9d111505089 admin admin] vlan segment allocate from pool success with {'vlan_id': 795, 'physical_network': 'physnet1'} {{(pid=113344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:46:21.067394 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-b0016607-4e84-49ca-a13d-a338bee80284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:21.075529 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5019f5f-a742-4e4b-995c-a786e5cd940a admin admin] Made reservation on behalf of e3895ec42d70403e8667ea0b09eb9ff0 for: {'subnet': 1} {{(pid=113345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:46:21.078931 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-f5019f5f-a742-4e4b-995c-a786e5cd940a admin admin] Publish callbacks [] for subnet, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:21.098860 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0016607-4e84-49ca-a13d-a338bee80284 admin admin] vlan segment allocate from pool success with {'vlan_id': 758, 'physical_network': 'physnet1'} {{(pid=113344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:46:21.123068 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-b0016607-4e84-49ca-a13d-a338bee80284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639893'] for segment, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:21.123439 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.db.segments_db [None req-b0016607-4e84-49ca-a13d-a338bee80284 admin admin] Added segment 9063e9b7-1cf0-4c78-a7b7-5d676507dd93 of type vlan for network c3ac4ab4-0ce0-4abb-9960-272f99ead558 Nov 02 16:46:21.189363 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-b0016607-4e84-49ca-a13d-a338bee80284 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788024806476'] for network, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:21.206150 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1653e3fb-939d-4729-8d6a-6fbcd7a0d780 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c574b2f-5688-4840-800f-5e2d7519c217,revision_number=0']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:21.226805 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1653e3fb-939d-4729-8d6a-6fbcd7a0d780 admin admin] Checking segment: {'id': 'd6d67ab2-fd0f-4a4e-a197-bf243bf1fa07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '716d1add-eeb0-4090-99a3-8e93ac4c3a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 16:46:21.227227 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1653e3fb-939d-4729-8d6a-6fbcd7a0d780 admin admin] Network hostable DHCP agents. Network: 716d1add-eeb0-4090-99a3-8e93ac4c3a42, hostable agents: ['546b8425-0cfc-4ce2-b181-b7c4c8ab844f'], hosted agents: [] {{(pid=113344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:46:21.254400 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-28313b2b-4a05-42f4-93a2-e9d111505089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639893'] for segment, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:21.254794 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.db.segments_db [None req-28313b2b-4a05-42f4-93a2-e9d111505089 admin admin] Added segment 696e12bc-6b69-439e-85c8-346996a99755 of type vlan for network 2642968c-324e-4035-9dba-a5695e42fc1f Nov 02 16:46:21.326271 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0016607-4e84-49ca-a13d-a338bee80284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50004d3e-b781-4503-bb5b-0dbbcb622133,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:21.347771 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-b0016607-4e84-49ca-a13d-a338bee80284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481'] for network, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:21.349070 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0016607-4e84-49ca-a13d-a338bee80284 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:21.349886 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-b0016607-4e84-49ca-a13d-a338bee80284 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673503'] for network, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:21.354651 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-28313b2b-4a05-42f4-93a2-e9d111505089 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788024806476'] for network, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:21.360860 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1653e3fb-939d-4729-8d6a-6fbcd7a0d780 admin admin] Network 716d1add-eeb0-4090-99a3-8e93ac4c3a42 is scheduled to be hosted by DHCP agent 546b8425-0cfc-4ce2-b181-b7c4c8ab844f with binding_index 1 {{(pid=113344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:46:21.412981 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-b0016607-4e84-49ca-a13d-a338bee80284 admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8084502 Nov 02 16:46:21.420066 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 37906) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:46:21.434187 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.v2.base [None req-8648d0fa-93db-4770-8ed5-bda37097ca70 admin admin] Request body: {'subnet': {'network_id': 'c3ac4ab4-0ce0-4abb-9960-272f99ead558', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1456657988-subnet', 'tenant_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:46:21.497439 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvr_db [None req-105051d8-97b3-4443-bd8e-b347b46bfc86 None None] Set router 778ab637-dc51-4e34-81a6-0099940b16f6 gateway port host: dv-cinder-773876-4-iscsi {{(pid=113347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:46:21.509706 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.base_scheduler [None req-1653e3fb-939d-4729-8d6a-6fbcd7a0d780 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-4-iscsi, 716d1add-eeb0-4090-99a3-8e93ac4c3a42) {{(pid=113344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:46:21.532374 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e86846-2775-49fb-ad6e-b0cb51e62941 None None] Network 716d1add-eeb0-4090-99a3-8e93ac4c3a42 requested from dv-cinder-773876-4-iscsi {{(pid=113346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:46:21.544102 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1653e3fb-939d-4729-8d6a-6fbcd7a0d780 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:21.545034 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-1653e3fb-939d-4729-8d6a-6fbcd7a0d780 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673503'] for subnet, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:21.549977 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8648d0fa-93db-4770-8ed5-bda37097ca70 admin admin] Made reservation on behalf of a575c6bd2e574ad19dc299cc1df253f3 for: {'subnet': 1} {{(pid=113345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:46:21.552552 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-8648d0fa-93db-4770-8ed5-bda37097ca70 admin admin] Publish callbacks [] for subnet, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:21.626532 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0016607-4e84-49ca-a13d-a338bee80284 admin admin] Pushing event updated for resources: {'Network': ['ID=c3ac4ab4-0ce0-4abb-9960-272f99ead558,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:21.642611 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-28313b2b-4a05-42f4-93a2-e9d111505089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481'] for network, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:21.645593 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28313b2b-4a05-42f4-93a2-e9d111505089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:21.646377 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-28313b2b-4a05-42f4-93a2-e9d111505089 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673503'] for network, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:21.670862 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Network c3ac4ab4-0ce0-4abb-9960-272f99ead558 details requested by agent ovs-agent-dv-cinder-773876-4-iscsi with host dv-cinder-773876-4-iscsi {{(pid=113346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:46:21.676857 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-1653e3fb-939d-4729-8d6a-6fbcd7a0d780 admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8687685 Nov 02 16:46:21.711514 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:21.845191 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-28313b2b-4a05-42f4-93a2-e9d111505089 admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.2322538 Nov 02 16:46:21.851777 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 37926) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:46:21.862035 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.v2.base [None req-99900e92-b3a6-4313-b0e4-31237f6d1dc9 admin admin] Request body: {'subnet': {'network_id': '2642968c-324e-4035-9dba-a5695e42fc1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1985570199-subnet', 'tenant_id': '5cc524f131464fe097cff64187071316', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:46:21.892921 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28313b2b-4a05-42f4-93a2-e9d111505089 admin admin] Pushing event updated for resources: {'Network': ['ID=2642968c-324e-4035-9dba-a5695e42fc1f,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:21.927512 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Network 2642968c-324e-4035-9dba-a5695e42fc1f details requested by agent ovs-agent-dv-cinder-773876-4-iscsi with host dv-cinder-773876-4-iscsi {{(pid=113346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:46:21.935541 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99900e92-b3a6-4313-b0e4-31237f6d1dc9 admin admin] Made reservation on behalf of 5cc524f131464fe097cff64187071316 for: {'subnet': 1} {{(pid=113344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:46:21.938273 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-99900e92-b3a6-4313-b0e4-31237f6d1dc9 admin admin] Publish callbacks [] for subnet, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:22.021770 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-105051d8-97b3-4443-bd8e-b347b46bfc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778ab637-dc51-4e34-81a6-0099940b16f6', 'name': 'tempest-ServerRescueNegativeTestJSON-1791074020-router', 'tenant_id': '7a412769a7274d9da389f724f6f4744e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'f81cc7a7-76fb-45f6-85de-737e1162acf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:46:17Z', 'updated_at': '2021-11-02T16:46:19Z', 'revision_number': 3, 'project_id': '7a412769a7274d9da389f724f6f4744e', 'gw_port': {'id': 'f81cc7a7-76fb-45f6-85de-737e1162acf9', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a2:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778ab637-dc51-4e34-81a6-0099940b16f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:18Z', 'updated_at': '2021-11-02T16:46:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi'}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:46:22.107760 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105051d8-97b3-4443-bd8e-b347b46bfc86 None None] Checking router: 778ab637-dc51-4e34-81a6-0099940b16f6 for host: dv-cinder-773876-4-iscsi {{(pid=113347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:46:22.108141 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105051d8-97b3-4443-bd8e-b347b46bfc86 None None] Updating router 778ab637-dc51-4e34-81a6-0099940b16f6 port f81cc7a7-76fb-45f6-85de-737e1162acf9 binding host dv-cinder-773876-4-iscsi {{(pid=113347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:46:22.144688 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d558b3-08e9-4302-8521-89cda6354bd3 None None] Network 716d1add-eeb0-4090-99a3-8e93ac4c3a42 requested from dv-cinder-773876-4-iscsi {{(pid=113346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:46:22.240635 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron_lib.callbacks.manager [None req-105051d8-97b3-4443-bd8e-b347b46bfc86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:22.352481 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-f5019f5f-a742-4e4b-995c-a786e5cd940a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481'] for subnet, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:22.354999 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-99900e92-b3a6-4313-b0e4-31237f6d1dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481'] for subnet, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:22.493210 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5019f5f-a742-4e4b-995c-a786e5cd940a admin admin] Pushing event updated for resources: {'Subnet': ['ID=340c5b50-f538-45eb-bf23-eaa256609e5f,revision_number=0']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:22.529629 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99900e92-b3a6-4313-b0e4-31237f6d1dc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd525ac9-44f8-421c-b093-9ce2aeedf323,revision_number=0']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:22.557542 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99900e92-b3a6-4313-b0e4-31237f6d1dc9 admin admin] Checking segment: {'id': '696e12bc-6b69-439e-85c8-346996a99755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '2642968c-324e-4035-9dba-a5695e42fc1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 16:46:22.560670 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99900e92-b3a6-4313-b0e4-31237f6d1dc9 admin admin] Network hostable DHCP agents. Network: 2642968c-324e-4035-9dba-a5695e42fc1f, hostable agents: ['546b8425-0cfc-4ce2-b181-b7c4c8ab844f'], hosted agents: [] {{(pid=113344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:46:22.611564 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 37958) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:46:22.614778 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99900e92-b3a6-4313-b0e4-31237f6d1dc9 admin admin] Network 2642968c-324e-4035-9dba-a5695e42fc1f is scheduled to be hosted by DHCP agent 546b8425-0cfc-4ce2-b181-b7c4c8ab844f with binding_index 1 {{(pid=113344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:46:22.647352 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.base_scheduler [None req-99900e92-b3a6-4313-b0e4-31237f6d1dc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-4-iscsi, 2642968c-324e-4035-9dba-a5695e42fc1f) {{(pid=113344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:46:22.659307 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678e7eca-9738-4ee6-a422-a9ae9107d70c None None] Network 2642968c-324e-4035-9dba-a5695e42fc1f requested from dv-cinder-773876-4-iscsi {{(pid=113346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:46:22.670104 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99900e92-b3a6-4313-b0e4-31237f6d1dc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:22.674383 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-99900e92-b3a6-4313-b0e4-31237f6d1dc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673503'] for subnet, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:22.734168 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-99900e92-b3a6-4313-b0e4-31237f6d1dc9 admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8754764 Nov 02 16:46:22.735712 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 37966) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:46:22.756854 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.v2.base [None req-0a0dd936-02f9-4c6c-8ff1-efed3bb29a27 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1985570199-router', 'tenant_id': '5cc524f131464fe097cff64187071316', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede'}}} {{(pid=113344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:46:22.781644 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-8648d0fa-93db-4770-8ed5-bda37097ca70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481'] for subnet, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:22.849120 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-0a0dd936-02f9-4c6c-8ff1-efed3bb29a27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3731402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26202'] for router, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:22.851336 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-0a0dd936-02f9-4c6c-8ff1-efed3bb29a27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3731318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3708157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26197'] for router, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:22.938219 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8648d0fa-93db-4770-8ed5-bda37097ca70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81d3d140-25a2-438b-a64f-a1dea867ba0d,revision_number=0']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:23.024889 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron_lib.callbacks.manager [None req-105051d8-97b3-4443-bd8e-b347b46bfc86 None None] Publish callbacks [] for port, precommit_update {{(pid=113347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:23.034098 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron_lib.callbacks.manager [None req-105051d8-97b3-4443-bd8e-b347b46bfc86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:23.060856 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-7fc4c189-ee2e-4e0b-960c-c418d46c0bcc admin admin] Publish callbacks [] for security_group, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:23.080242 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-0a0dd936-02f9-4c6c-8ff1-efed3bb29a27 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:23.143071 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9142a2ea-cb56-4336-a7be-561de85369f8 None None] Pushing event updated for resources: {'Port': ['ID=f81cc7a7-76fb-45f6-85de-737e1162acf9,revision_number=2']} {{(pid=113347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:23.160359 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6f7772-7634-4d68-a68f-720f2221208e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe4b85e87-31fb-5fe4-ae05-1caa6371d8e7-2642968c-324e-4035-9dba-a5695e42fc1f', 'network_id': '2642968c-324e-4035-9dba-a5695e42fc1f', 'tenant_id': '5cc524f131464fe097cff64187071316', 'fixed_ips': [{'subnet_id': 'fd525ac9-44f8-421c-b093-9ce2aeedf323'}]}} from dv-cinder-773876-4-iscsi. {{(pid=113346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:46:23.162986 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9142a2ea-cb56-4336-a7be-561de85369f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:23.163431 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9142a2ea-cb56-4336-a7be-561de85369f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:23.165070 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9142a2ea-cb56-4336-a7be-561de85369f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:23.165459 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9142a2ea-cb56-4336-a7be-561de85369f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:23.165815 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9142a2ea-cb56-4336-a7be-561de85369f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:23.166162 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9142a2ea-cb56-4336-a7be-561de85369f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:23.166503 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9142a2ea-cb56-4336-a7be-561de85369f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:23.166853 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9142a2ea-cb56-4336-a7be-561de85369f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:23.167222 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9142a2ea-cb56-4336-a7be-561de85369f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:23.167567 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9142a2ea-cb56-4336-a7be-561de85369f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:23.168601 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9142a2ea-cb56-4336-a7be-561de85369f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:23.168956 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9142a2ea-cb56-4336-a7be-561de85369f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:23.170066 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9142a2ea-cb56-4336-a7be-561de85369f8 None None] Tracked resource versions report: Nov 02 16:46:23.170066 dv-cinder-773876-4-iscsi neutron-server[113347]: pushed versions: Nov 02 16:46:23.170066 dv-cinder-773876-4-iscsi neutron-server[113347]: { 'AddressGroup': {'1.2'}, Nov 02 16:46:23.170066 dv-cinder-773876-4-iscsi neutron-server[113347]: 'ConntrackHelper': {'1.0'}, Nov 02 16:46:23.170066 dv-cinder-773876-4-iscsi neutron-server[113347]: 'Log': {'1.0'}, Nov 02 16:46:23.170066 dv-cinder-773876-4-iscsi neutron-server[113347]: 'Network': {'1.1'}, Nov 02 16:46:23.170066 dv-cinder-773876-4-iscsi neutron-server[113347]: 'Port': {'1.7'}, Nov 02 16:46:23.170066 dv-cinder-773876-4-iscsi neutron-server[113347]: 'PortForwarding': {'1.2'}, Nov 02 16:46:23.170066 dv-cinder-773876-4-iscsi neutron-server[113347]: 'QosPolicy': {'1.10'}, Nov 02 16:46:23.170066 dv-cinder-773876-4-iscsi neutron-server[113347]: 'SecurityGroup': {'1.5'}, Nov 02 16:46:23.170066 dv-cinder-773876-4-iscsi neutron-server[113347]: 'SecurityGroupRule': {'1.2'}, Nov 02 16:46:23.170066 dv-cinder-773876-4-iscsi neutron-server[113347]: 'SubPort': {'1.0'}, Nov 02 16:46:23.170066 dv-cinder-773876-4-iscsi neutron-server[113347]: 'Subnet': {'1.1'}, Nov 02 16:46:23.170066 dv-cinder-773876-4-iscsi neutron-server[113347]: 'Trunk': {'1.1'}} Nov 02 16:46:23.170066 dv-cinder-773876-4-iscsi neutron-server[113347]: consumer versions: Nov 02 16:46:23.170066 dv-cinder-773876-4-iscsi neutron-server[113347]: { DHCP agent@dv-cinder-773876-4-iscsi: {}, Nov 02 16:46:23.170066 dv-cinder-773876-4-iscsi neutron-server[113347]: HyperV agent@hv-cinder-77387: {}, Nov 02 16:46:23.170066 dv-cinder-773876-4-iscsi neutron-server[113347]: L3 agent@dv-cinder-773876-4-iscsi: {}, Nov 02 16:46:23.170066 dv-cinder-773876-4-iscsi neutron-server[113347]: Metadata agent@dv-cinder-773876-4-iscsi: {}, Nov 02 16:46:23.170066 dv-cinder-773876-4-iscsi neutron-server[113347]: Metering agent@dv-cinder-773876-4-iscsi: {}, Nov 02 16:46:23.170066 dv-cinder-773876-4-iscsi neutron-server[113347]: Open vSwitch agent@dv-cinder-773876-4-iscsi: { 'AddressGroup': '1.2', Nov 02 16:46:23.170066 dv-cinder-773876-4-iscsi neutron-server[113347]: 'ConntrackHelper': '1.0', Nov 02 16:46:23.170066 dv-cinder-773876-4-iscsi neutron-server[113347]: 'Log': '1.0', Nov 02 16:46:23.170066 dv-cinder-773876-4-iscsi neutron-server[113347]: 'Network': '1.1', Nov 02 16:46:23.170066 dv-cinder-773876-4-iscsi neutron-server[113347]: 'Port': '1.7', Nov 02 16:46:23.170066 dv-cinder-773876-4-iscsi neutron-server[113347]: 'PortForwarding': '1.2', Nov 02 16:46:23.170066 dv-cinder-773876-4-iscsi neutron-server[113347]: 'QosPolicy': '1.10', Nov 02 16:46:23.170066 dv-cinder-773876-4-iscsi neutron-server[113347]: 'SecurityGroup': '1.5', Nov 02 16:46:23.170066 dv-cinder-773876-4-iscsi neutron-server[113347]: 'SecurityGroupRule': '1.2', Nov 02 16:46:23.170066 dv-cinder-773876-4-iscsi neutron-server[113347]: 'SubPort': '1.0', Nov 02 16:46:23.170066 dv-cinder-773876-4-iscsi neutron-server[113347]: 'Subnet': '1.1', Nov 02 16:46:23.170066 dv-cinder-773876-4-iscsi neutron-server[113347]: 'Trunk': '1.1'}} Nov 02 16:46:23.170066 dv-cinder-773876-4-iscsi neutron-server[113347]: {{(pid=113347) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 16:46:23.178911 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-0c6f7772-7634-4d68-a68f-720f2221208e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_create {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:23.190922 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.managers [None req-105051d8-97b3-4443-bd8e-b347b46bfc86 None None] Attempting to bind port f81cc7a7-76fb-45f6-85de-737e1162acf9 on host dv-cinder-773876-4-iscsi for vnic_type normal with profile {{(pid=113347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 16:46:23.191645 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.managers [None req-105051d8-97b3-4443-bd8e-b347b46bfc86 None None] Attempting to bind port f81cc7a7-76fb-45f6-85de-737e1162acf9 by drivers openvswitch,hyperv on host dv-cinder-773876-4-iscsi at level 0 using segments [{'id': '1cb664d2-69f4-46cd-9abc-3fc1a9239895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede'}] {{(pid=113347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 16:46:23.192262 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105051d8-97b3-4443-bd8e-b347b46bfc86 None None] Attempting to bind port f81cc7a7-76fb-45f6-85de-737e1162acf9 on network e732c7b6-4740-4909-a10c-6231f1bdbede {{(pid=113347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:46:23.197807 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5019f5f-a742-4e4b-995c-a786e5cd940a admin admin] Checking segment: {'id': 'edde6c72-fdff-47d4-80bc-7fa722cc638e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '244687ba-bf2c-4a2d-aed3-980547dbf6c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 16:46:23.198518 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5019f5f-a742-4e4b-995c-a786e5cd940a admin admin] Network hostable DHCP agents. Network: 244687ba-bf2c-4a2d-aed3-980547dbf6c6, hostable agents: ['546b8425-0cfc-4ce2-b181-b7c4c8ab844f'], hosted agents: [] {{(pid=113345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:46:23.201227 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105051d8-97b3-4443-bd8e-b347b46bfc86 None None] Checking agent: {'id': '7dc37166-7823-42e6-bc3e-7dc49cd1fc12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 37, 46), 'started_at': datetime.datetime(2021, 11, 2, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:46:23.201911 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105051d8-97b3-4443-bd8e-b347b46bfc86 None None] Checking segment: {'id': '1cb664d2-69f4-46cd-9abc-3fc1a9239895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 16:46:23.202717 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron_lib.callbacks.manager [None req-105051d8-97b3-4443-bd8e-b347b46bfc86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=113347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:23.203316 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105051d8-97b3-4443-bd8e-b347b46bfc86 None None] Bound using segment: {'id': '1cb664d2-69f4-46cd-9abc-3fc1a9239895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede'} {{(pid=113347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:46:23.204055 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.managers [None req-105051d8-97b3-4443-bd8e-b347b46bfc86 None None] Bound port: f81cc7a7-76fb-45f6-85de-737e1162acf9, host: dv-cinder-773876-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cb664d2-69f4-46cd-9abc-3fc1a9239895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede'}}] {{(pid=113347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 16:46:23.204755 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron_lib.callbacks.manager [None req-105051d8-97b3-4443-bd8e-b347b46bfc86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:23.263913 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8648d0fa-93db-4770-8ed5-bda37097ca70 admin admin] Checking segment: {'id': '9063e9b7-1cf0-4c78-a7b7-5d676507dd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'c3ac4ab4-0ce0-4abb-9960-272f99ead558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 16:46:23.264530 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8648d0fa-93db-4770-8ed5-bda37097ca70 admin admin] Network hostable DHCP agents. Network: c3ac4ab4-0ce0-4abb-9960-272f99ead558, hostable agents: ['546b8425-0cfc-4ce2-b181-b7c4c8ab844f'], hosted agents: [] {{(pid=113345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:46:23.295201 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5019f5f-a742-4e4b-995c-a786e5cd940a admin admin] Network 244687ba-bf2c-4a2d-aed3-980547dbf6c6 is scheduled to be hosted by DHCP agent 546b8425-0cfc-4ce2-b181-b7c4c8ab844f with binding_index 1 {{(pid=113345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:46:23.317332 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.base_scheduler [None req-f5019f5f-a742-4e4b-995c-a786e5cd940a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-4-iscsi, 244687ba-bf2c-4a2d-aed3-980547dbf6c6) {{(pid=113345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:46:23.334846 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5019f5f-a742-4e4b-995c-a786e5cd940a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:23.336326 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-f5019f5f-a742-4e4b-995c-a786e5cd940a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673503'] for subnet, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:23.337979 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.db [None req-105051d8-97b3-4443-bd8e-b347b46bfc86 None None] For port f81cc7a7-76fb-45f6-85de-737e1162acf9, host dv-cinder-773876-4-iscsi, cleared binding levels {{(pid=113347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:46:23.349761 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.db [None req-105051d8-97b3-4443-bd8e-b347b46bfc86 None None] For port f81cc7a7-76fb-45f6-85de-737e1162acf9, host dv-cinder-773876-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=f81cc7a7-76fb-45f6-85de-737e1162acf9,segment=NetworkSegment(1cb664d2-69f4-46cd-9abc-3fc1a9239895),segment_id=1cb664d2-69f4-46cd-9abc-3fc1a9239895)] {{(pid=113347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:46:23.356523 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron_lib.callbacks.manager [None req-105051d8-97b3-4443-bd8e-b347b46bfc86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:23.420021 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-7fc4c189-ee2e-4e0b-960c-c418d46c0bcc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:23.424926 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-f5019f5f-a742-4e4b-995c-a786e5cd940a admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5044980 Nov 02 16:46:23.426846 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-7fc4c189-ee2e-4e0b-960c-c418d46c0bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:23.427211 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8648d0fa-93db-4770-8ed5-bda37097ca70 admin admin] Network c3ac4ab4-0ce0-4abb-9960-272f99ead558 is scheduled to be hosted by DHCP agent 546b8425-0cfc-4ce2-b181-b7c4c8ab844f with binding_index 1 {{(pid=113345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:46:23.479224 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef906b4-4307-4caf-9590-8c928ece77ef None None] Network 244687ba-bf2c-4a2d-aed3-980547dbf6c6 requested from dv-cinder-773876-4-iscsi {{(pid=113346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:46:23.508706 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.base_scheduler [None req-8648d0fa-93db-4770-8ed5-bda37097ca70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-4-iscsi, c3ac4ab4-0ce0-4abb-9960-272f99ead558) {{(pid=113345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:46:23.513232 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-68a7b6c4-6915-41b3-a685-74c15bafabfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:23.539029 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105051d8-97b3-4443-bd8e-b347b46bfc86 None None] Routers {'778ab637-dc51-4e34-81a6-0099940b16f6'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:46:23.540058 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-105051d8-97b3-4443-bd8e-b347b46bfc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:46:11Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['778ab637-dc51-4e34-81a6-0099940b16f6'], 'active': True} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:46:23.543129 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9142a2ea-cb56-4336-a7be-561de85369f8 None None] Pushing event updated for resources: {'Port': ['ID=f81cc7a7-76fb-45f6-85de-737e1162acf9,revision_number=3']} {{(pid=113347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:23.545353 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8648d0fa-93db-4770-8ed5-bda37097ca70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:23.546158 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-8648d0fa-93db-4770-8ed5-bda37097ca70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673503'] for subnet, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:23.632603 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-8648d0fa-93db-4770-8ed5-bda37097ca70 admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2006097 Nov 02 16:46:23.642618 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 38000) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:46:23.770732 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.v2.base [None req-b563a737-9529-49c0-b04a-8d6e29796c8e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1456657988-router', 'tenant_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede'}}} {{(pid=113344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:46:23.780660 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-7fc4c189-ee2e-4e0b-960c-c418d46c0bcc admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=7856d450eb5444b98b3b420c69592633&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1704316 Nov 02 16:46:23.796896 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 38008) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:46:23.834825 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc4c189-ee2e-4e0b-960c-c418d46c0bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc05d60-6af2-44a3-a668-033797c5d8d5,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:23.853594 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-0a0dd936-02f9-4c6c-8ff1-efed3bb29a27 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:23.904027 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7498062b-4072-4635-a6a8-52659044d586 None None] Network c3ac4ab4-0ce0-4abb-9960-272f99ead558 requested from dv-cinder-773876-4-iscsi {{(pid=113346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:46:23.965418 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvr_db [None req-105051d8-97b3-4443-bd8e-b347b46bfc86 None None] Set router 778ab637-dc51-4e34-81a6-0099940b16f6 gateway port host: dv-cinder-773876-4-iscsi {{(pid=113347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:46:23.971082 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-b563a737-9529-49c0-b04a-8d6e29796c8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3731402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26202'] for router, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:23.977447 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-b563a737-9529-49c0-b04a-8d6e29796c8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3731318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3708157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26197'] for router, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:24.078106 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.db_base_plugin_common [None req-68a7b6c4-6915-41b3-a685-74c15bafabfe admin admin] Allocated IP 172.20.0.1 (e13a8a17-03ff-45d6-87c8-8e4368446fe7/e0977232-e536-46af-9a0c-d7241cfd5366/2d5d7fd3-77f7-4ee3-ae08-74694e774d3d) {{(pid=113345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:46:24.139829 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.db_base_plugin_common [None req-0c6f7772-7634-4d68-a68f-720f2221208e None None] Allocated IP 172.20.0.2 (2642968c-324e-4035-9dba-a5695e42fc1f/fd525ac9-44f8-421c-b093-9ce2aeedf323/726c7b92-7f16-4de3-8d0d-4b3ef0828c3d) {{(pid=113346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:46:24.263228 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-431c85fb-f8d1-4c8f-b250-2e7b2db295b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:24.391449 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-b563a737-9529-49c0-b04a-8d6e29796c8e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:24.470833 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-431c85fb-f8d1-4c8f-b250-2e7b2db295b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:24.520205 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-68a7b6c4-6915-41b3-a685-74c15bafabfe admin admin] Publish callbacks [] for port, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:24.582008 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-105051d8-97b3-4443-bd8e-b347b46bfc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778ab637-dc51-4e34-81a6-0099940b16f6', 'name': 'tempest-ServerRescueNegativeTestJSON-1791074020-router', 'tenant_id': '7a412769a7274d9da389f724f6f4744e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'f81cc7a7-76fb-45f6-85de-737e1162acf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:46:17Z', 'updated_at': '2021-11-02T16:46:19Z', 'revision_number': 3, 'project_id': '7a412769a7274d9da389f724f6f4744e', 'gw_port': {'id': 'f81cc7a7-76fb-45f6-85de-737e1162acf9', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a2:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778ab637-dc51-4e34-81a6-0099940b16f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:18Z', 'updated_at': '2021-11-02T16:46:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi'}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:46:24.640331 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-68a7b6c4-6915-41b3-a685-74c15bafabfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788024814062'] for port, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:24.744246 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105051d8-97b3-4443-bd8e-b347b46bfc86 None None] The sync data for ids ['778ab637-dc51-4e34-81a6-0099940b16f6'] in dv-cinder-773876-4-iscsi is: [{'id': '778ab637-dc51-4e34-81a6-0099940b16f6', 'name': 'tempest-ServerRescueNegativeTestJSON-1791074020-router', 'tenant_id': '7a412769a7274d9da389f724f6f4744e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'f81cc7a7-76fb-45f6-85de-737e1162acf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:46:17Z', 'updated_at': '2021-11-02T16:46:19Z', 'revision_number': 3, 'project_id': '7a412769a7274d9da389f724f6f4744e', 'gw_port': {'id': 'f81cc7a7-76fb-45f6-85de-737e1162acf9', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a2:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778ab637-dc51-4e34-81a6-0099940b16f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:18Z', 'updated_at': '2021-11-02T16:46:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi'}] {{(pid=113347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:46:24.759964 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 38082) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:46:24.762696 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a7b6c4-6915-41b3-a685-74c15bafabfe admin admin] Pushing event updated for resources: {'Port': ['ID=2d5d7fd3-77f7-4ee3-ae08-74694e774d3d,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:24.773302 dv-cinder-773876-4-iscsi neutron-server[113344]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 02 16:46:24.829099 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862c6fad-80bd-4ce3-9fb9-8fabfcac0d29 None None] Network 244687ba-bf2c-4a2d-aed3-980547dbf6c6 requested from dv-cinder-773876-4-iscsi {{(pid=113346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:46:24.830500 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a7b6c4-6915-41b3-a685-74c15bafabfe admin admin] Network e13a8a17-03ff-45d6-87c8-8e4368446fe7 is already hosted by enough agents. {{(pid=113345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:46:24.831202 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.base_scheduler [None req-68a7b6c4-6915-41b3-a685-74c15bafabfe admin admin] Resources bound (agent type, host, resource id): {{(pid=113345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:46:24.834785 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a7b6c4-6915-41b3-a685-74c15bafabfe admin admin] Received port after_create {{(pid=113345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:46:24.836986 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-68a7b6c4-6915-41b3-a685-74c15bafabfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3708925'] for router_interface, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:25.022996 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-0c6f7772-7634-4d68-a68f-720f2221208e None None] Publish callbacks [] for port, precommit_create {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:25.047692 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-0c6f7772-7634-4d68-a68f-720f2221208e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788024814062'] for port, after_create {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:25.126044 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6f7772-7634-4d68-a68f-720f2221208e None None] Pushing event updated for resources: {'Port': ['ID=726c7b92-7f16-4de3-8d0d-4b3ef0828c3d,revision_number=1']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:25.139788 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b2e3fb-776b-4722-896a-e1b5a78d8d5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe4b85e87-31fb-5fe4-ae05-1caa6371d8e7-c3ac4ab4-0ce0-4abb-9960-272f99ead558', 'network_id': 'c3ac4ab4-0ce0-4abb-9960-272f99ead558', 'tenant_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'fixed_ips': [{'subnet_id': '81d3d140-25a2-438b-a64f-a1dea867ba0d'}]}} from dv-cinder-773876-4-iscsi. {{(pid=113346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:46:25.141429 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-a2b2e3fb-776b-4722-896a-e1b5a78d8d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_create {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:25.153793 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6f7772-7634-4d68-a68f-720f2221208e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:25.154691 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6f7772-7634-4d68-a68f-720f2221208e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:25.155505 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6f7772-7634-4d68-a68f-720f2221208e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:25.156436 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6f7772-7634-4d68-a68f-720f2221208e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:25.157202 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6f7772-7634-4d68-a68f-720f2221208e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:25.157818 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6f7772-7634-4d68-a68f-720f2221208e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:25.158437 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6f7772-7634-4d68-a68f-720f2221208e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:25.159129 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6f7772-7634-4d68-a68f-720f2221208e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:25.159970 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6f7772-7634-4d68-a68f-720f2221208e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:25.160594 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6f7772-7634-4d68-a68f-720f2221208e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:25.161523 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6f7772-7634-4d68-a68f-720f2221208e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:25.162132 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6f7772-7634-4d68-a68f-720f2221208e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:46:25.163573 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6f7772-7634-4d68-a68f-720f2221208e None None] Tracked resource versions report: Nov 02 16:46:25.163573 dv-cinder-773876-4-iscsi neutron-server[113346]: pushed versions: Nov 02 16:46:25.163573 dv-cinder-773876-4-iscsi neutron-server[113346]: { 'AddressGroup': {'1.2'}, Nov 02 16:46:25.163573 dv-cinder-773876-4-iscsi neutron-server[113346]: 'ConntrackHelper': {'1.0'}, Nov 02 16:46:25.163573 dv-cinder-773876-4-iscsi neutron-server[113346]: 'Log': {'1.0'}, Nov 02 16:46:25.163573 dv-cinder-773876-4-iscsi neutron-server[113346]: 'Network': {'1.1'}, Nov 02 16:46:25.163573 dv-cinder-773876-4-iscsi neutron-server[113346]: 'Port': {'1.7'}, Nov 02 16:46:25.163573 dv-cinder-773876-4-iscsi neutron-server[113346]: 'PortForwarding': {'1.2'}, Nov 02 16:46:25.163573 dv-cinder-773876-4-iscsi neutron-server[113346]: 'QosPolicy': {'1.10'}, Nov 02 16:46:25.163573 dv-cinder-773876-4-iscsi neutron-server[113346]: 'SecurityGroup': {'1.5'}, Nov 02 16:46:25.163573 dv-cinder-773876-4-iscsi neutron-server[113346]: 'SecurityGroupRule': {'1.2'}, Nov 02 16:46:25.163573 dv-cinder-773876-4-iscsi neutron-server[113346]: 'SubPort': {'1.0'}, Nov 02 16:46:25.163573 dv-cinder-773876-4-iscsi neutron-server[113346]: 'Subnet': {'1.1'}, Nov 02 16:46:25.163573 dv-cinder-773876-4-iscsi neutron-server[113346]: 'Trunk': {'1.1'}} Nov 02 16:46:25.163573 dv-cinder-773876-4-iscsi neutron-server[113346]: consumer versions: Nov 02 16:46:25.163573 dv-cinder-773876-4-iscsi neutron-server[113346]: { DHCP agent@dv-cinder-773876-4-iscsi: {}, Nov 02 16:46:25.163573 dv-cinder-773876-4-iscsi neutron-server[113346]: HyperV agent@hv-cinder-77387: {}, Nov 02 16:46:25.163573 dv-cinder-773876-4-iscsi neutron-server[113346]: L3 agent@dv-cinder-773876-4-iscsi: {}, Nov 02 16:46:25.163573 dv-cinder-773876-4-iscsi neutron-server[113346]: Metadata agent@dv-cinder-773876-4-iscsi: {}, Nov 02 16:46:25.163573 dv-cinder-773876-4-iscsi neutron-server[113346]: Metering agent@dv-cinder-773876-4-iscsi: {}, Nov 02 16:46:25.163573 dv-cinder-773876-4-iscsi neutron-server[113346]: Open vSwitch agent@dv-cinder-773876-4-iscsi: { 'AddressGroup': '1.2', Nov 02 16:46:25.163573 dv-cinder-773876-4-iscsi neutron-server[113346]: 'ConntrackHelper': '1.0', Nov 02 16:46:25.163573 dv-cinder-773876-4-iscsi neutron-server[113346]: 'Log': '1.0', Nov 02 16:46:25.163573 dv-cinder-773876-4-iscsi neutron-server[113346]: 'Network': '1.1', Nov 02 16:46:25.163573 dv-cinder-773876-4-iscsi neutron-server[113346]: 'Port': '1.7', Nov 02 16:46:25.163573 dv-cinder-773876-4-iscsi neutron-server[113346]: 'PortForwarding': '1.2', Nov 02 16:46:25.163573 dv-cinder-773876-4-iscsi neutron-server[113346]: 'QosPolicy': '1.10', Nov 02 16:46:25.163573 dv-cinder-773876-4-iscsi neutron-server[113346]: 'SecurityGroup': '1.5', Nov 02 16:46:25.163573 dv-cinder-773876-4-iscsi neutron-server[113346]: 'SecurityGroupRule': '1.2', Nov 02 16:46:25.163573 dv-cinder-773876-4-iscsi neutron-server[113346]: 'SubPort': '1.0', Nov 02 16:46:25.163573 dv-cinder-773876-4-iscsi neutron-server[113346]: 'Subnet': '1.1', Nov 02 16:46:25.163573 dv-cinder-773876-4-iscsi neutron-server[113346]: 'Trunk': '1.1'}} Nov 02 16:46:25.163573 dv-cinder-773876-4-iscsi neutron-server[113346]: {{(pid=113346) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 16:46:25.222803 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6f7772-7634-4d68-a68f-720f2221208e None None] Network 2642968c-324e-4035-9dba-a5695e42fc1f is already hosted by enough agents. {{(pid=113346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:46:25.228124 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.scheduler.base_scheduler [None req-0c6f7772-7634-4d68-a68f-720f2221208e None None] Resources bound (agent type, host, resource id): {{(pid=113346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:46:25.235741 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6f7772-7634-4d68-a68f-720f2221208e None None] Received port after_create {{(pid=113346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:46:25.399889 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 38102) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:46:25.403434 dv-cinder-773876-4-iscsi neutron-server[113345]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 02 16:46:25.487205 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-b563a737-9529-49c0-b04a-8d6e29796c8e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:25.625229 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.managers [None req-0c6f7772-7634-4d68-a68f-720f2221208e None None] Attempting to bind port 726c7b92-7f16-4de3-8d0d-4b3ef0828c3d on host dv-cinder-773876-4-iscsi for vnic_type normal with profile {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 16:46:25.626018 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.managers [None req-0c6f7772-7634-4d68-a68f-720f2221208e None None] Attempting to bind port 726c7b92-7f16-4de3-8d0d-4b3ef0828c3d by drivers openvswitch,hyperv on host dv-cinder-773876-4-iscsi at level 0 using segments [{'id': '696e12bc-6b69-439e-85c8-346996a99755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '2642968c-324e-4035-9dba-a5695e42fc1f'}] {{(pid=113346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 16:46:25.626762 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6f7772-7634-4d68-a68f-720f2221208e None None] Attempting to bind port 726c7b92-7f16-4de3-8d0d-4b3ef0828c3d on network 2642968c-324e-4035-9dba-a5695e42fc1f {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:46:25.701533 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6f7772-7634-4d68-a68f-720f2221208e None None] Checking agent: {'id': '7dc37166-7823-42e6-bc3e-7dc49cd1fc12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 37, 46), 'started_at': datetime.datetime(2021, 11, 2, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:46:25.701533 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6f7772-7634-4d68-a68f-720f2221208e None None] Checking segment: {'id': '696e12bc-6b69-439e-85c8-346996a99755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '2642968c-324e-4035-9dba-a5695e42fc1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 16:46:25.701533 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-0c6f7772-7634-4d68-a68f-720f2221208e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:25.701533 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6f7772-7634-4d68-a68f-720f2221208e None None] Bound using segment: {'id': '696e12bc-6b69-439e-85c8-346996a99755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '2642968c-324e-4035-9dba-a5695e42fc1f'} {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:46:25.701533 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.managers [None req-0c6f7772-7634-4d68-a68f-720f2221208e None None] Bound port: 726c7b92-7f16-4de3-8d0d-4b3ef0828c3d, host: dv-cinder-773876-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '696e12bc-6b69-439e-85c8-346996a99755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '2642968c-324e-4035-9dba-a5695e42fc1f'}}] {{(pid=113346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 16:46:25.701533 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-0c6f7772-7634-4d68-a68f-720f2221208e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:25.770957 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.db_base_plugin_common [None req-a2b2e3fb-776b-4722-896a-e1b5a78d8d5b None None] Allocated IP 172.20.0.2 (c3ac4ab4-0ce0-4abb-9960-272f99ead558/81d3d140-25a2-438b-a64f-a1dea867ba0d/e92bb590-fb0e-4f9c-8eef-6f30ced4397f) {{(pid=113346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:46:25.831138 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-68a7b6c4-6915-41b3-a685-74c15bafabfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:25.936227 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-431c85fb-f8d1-4c8f-b250-2e7b2db295b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:25.951728 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-431c85fb-f8d1-4c8f-b250-2e7b2db295b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:25.961918 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-431c85fb-f8d1-4c8f-b250-2e7b2db295b1 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/9dc05d60-6af2-44a3-a668-033797c5d8d5 HTTP/1.1" status: 204 len: 168 time: 2.1534135 Nov 02 16:46:26.085287 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 38116) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:46:26.156350 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-0c6f7772-7634-4d68-a68f-720f2221208e None None] For port 726c7b92-7f16-4de3-8d0d-4b3ef0828c3d, host dv-cinder-773876-4-iscsi, cleared binding levels {{(pid=113346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:46:26.292876 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-0c6f7772-7634-4d68-a68f-720f2221208e None None] For port 726c7b92-7f16-4de3-8d0d-4b3ef0828c3d, host dv-cinder-773876-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=726c7b92-7f16-4de3-8d0d-4b3ef0828c3d,segment=NetworkSegment(696e12bc-6b69-439e-85c8-346996a99755),segment_id=696e12bc-6b69-439e-85c8-346996a99755)] {{(pid=113346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:46:26.318093 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-0c6f7772-7634-4d68-a68f-720f2221208e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:26.404300 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d11d1af-a375-4f15-a961-3cc016b87ced req-8bd6ec32-6662-4e94-acff-6a9c9a724c31 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:26.406195 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-7d11d1af-a375-4f15-a961-3cc016b87ced req-8bd6ec32-6662-4e94-acff-6a9c9a724c31 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] 10.222.0.118 "GET /v2.0/networks?id=244687ba-bf2c-4a2d-aed3-980547dbf6c6 HTTP/1.1" status: 200 len: 812 time: 1.0045521 Nov 02 16:46:26.545903 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-7d11d1af-a375-4f15-a961-3cc016b87ced req-d27ab40b-6d09-462a-8a9c-d9e9e5131660 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] 10.222.0.118 "GET /v2.0/quotas/e3895ec42d70403e8667ea0b09eb9ff0 HTTP/1.1" status: 200 len: 375 time: 0.0966239 Nov 02 16:46:26.630666 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6f7772-7634-4d68-a68f-720f2221208e None None] Pushing event updated for resources: {'Port': ['ID=726c7b92-7f16-4de3-8d0d-4b3ef0828c3d,revision_number=2']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:26.734273 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device f81cc7a7-76fb-45f6-85de-737e1162acf9 up at agent ovs-agent-dv-cinder-773876-4-iscsi {{(pid=113346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:46:26.751171 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-a2b2e3fb-776b-4722-896a-e1b5a78d8d5b None None] Publish callbacks [] for port, precommit_create {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:26.871118 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-a2b2e3fb-776b-4722-896a-e1b5a78d8d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788024814062'] for port, after_create {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:26.906385 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431c85fb-f8d1-4c8f-b250-2e7b2db295b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc05d60-6af2-44a3-a668-033797c5d8d5,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:26.969056 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55db4b3-2f11-464c-a1c5-2fa08121849f req-a0a4428f-73ba-437a-a369-ed2cfd12bb62 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:26.994749 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-d55db4b3-2f11-464c-a1c5-2fa08121849f req-a0a4428f-73ba-437a-a369-ed2cfd12bb62 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/networks?id=716d1add-eeb0-4090-99a3-8e93ac4c3a42 HTTP/1.1" status: 200 len: 814 time: 2.2298949 Nov 02 16:46:26.999181 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b2e3fb-776b-4722-896a-e1b5a78d8d5b None None] Pushing event updated for resources: {'Port': ['ID=e92bb590-fb0e-4f9c-8eef-6f30ced4397f,revision_number=1']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:27.082834 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b2e3fb-776b-4722-896a-e1b5a78d8d5b None None] Network c3ac4ab4-0ce0-4abb-9960-272f99ead558 is already hosted by enough agents. {{(pid=113346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:46:27.090770 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-d55db4b3-2f11-464c-a1c5-2fa08121849f req-da9bedee-e97e-4506-8db2-adbae27039c6 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/quotas/fd124bfe873f4553b53c6d8282df462c HTTP/1.1" status: 200 len: 375 time: 0.0489407 Nov 02 16:46:27.128552 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.scheduler.base_scheduler [None req-a2b2e3fb-776b-4722-896a-e1b5a78d8d5b None None] Resources bound (agent type, host, resource id): {{(pid=113346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:46:27.134937 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 38126) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:46:27.153325 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b2e3fb-776b-4722-896a-e1b5a78d8d5b None None] Received port after_create {{(pid=113346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:46:27.221353 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-f11fe09a-5d60-4653-a98f-41b25f5de3cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:27.249755 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Provisioning complete for port f81cc7a7-76fb-45f6-85de-737e1162acf9 triggered by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:46:27.251971 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:27.382034 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-d55db4b3-2f11-464c-a1c5-2fa08121849f req-04f224a6-aae5-4915-b303-2c6e70f7500b tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=fd124bfe873f4553b53c6d8282df462c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2451282 Nov 02 16:46:27.387192 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.managers [None req-a2b2e3fb-776b-4722-896a-e1b5a78d8d5b None None] Attempting to bind port e92bb590-fb0e-4f9c-8eef-6f30ced4397f on host dv-cinder-773876-4-iscsi for vnic_type normal with profile {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 16:46:27.387192 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.managers [None req-a2b2e3fb-776b-4722-896a-e1b5a78d8d5b None None] Attempting to bind port e92bb590-fb0e-4f9c-8eef-6f30ced4397f by drivers openvswitch,hyperv on host dv-cinder-773876-4-iscsi at level 0 using segments [{'id': '9063e9b7-1cf0-4c78-a7b7-5d676507dd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'c3ac4ab4-0ce0-4abb-9960-272f99ead558'}] {{(pid=113346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 16:46:27.387618 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b2e3fb-776b-4722-896a-e1b5a78d8d5b None None] Attempting to bind port e92bb590-fb0e-4f9c-8eef-6f30ced4397f on network c3ac4ab4-0ce0-4abb-9960-272f99ead558 {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:46:27.425442 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b2e3fb-776b-4722-896a-e1b5a78d8d5b None None] Checking agent: {'id': '7dc37166-7823-42e6-bc3e-7dc49cd1fc12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 37, 46), 'started_at': datetime.datetime(2021, 11, 2, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:46:27.425853 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b2e3fb-776b-4722-896a-e1b5a78d8d5b None None] Checking segment: {'id': '9063e9b7-1cf0-4c78-a7b7-5d676507dd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'c3ac4ab4-0ce0-4abb-9960-272f99ead558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 16:46:27.426272 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-a2b2e3fb-776b-4722-896a-e1b5a78d8d5b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:27.426700 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b2e3fb-776b-4722-896a-e1b5a78d8d5b None None] Bound using segment: {'id': '9063e9b7-1cf0-4c78-a7b7-5d676507dd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'c3ac4ab4-0ce0-4abb-9960-272f99ead558'} {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:46:27.427249 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.managers [None req-a2b2e3fb-776b-4722-896a-e1b5a78d8d5b None None] Bound port: e92bb590-fb0e-4f9c-8eef-6f30ced4397f, host: dv-cinder-773876-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9063e9b7-1cf0-4c78-a7b7-5d676507dd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'c3ac4ab4-0ce0-4abb-9960-272f99ead558'}}] {{(pid=113346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 16:46:27.427685 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-a2b2e3fb-776b-4722-896a-e1b5a78d8d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:27.490159 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-f9035888-6d05-47b5-8b96-e55dc792d189 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:27.543706 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-0a0dd936-02f9-4c6c-8ff1-efed3bb29a27 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:27.559877 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-7d11d1af-a375-4f15-a961-3cc016b87ced req-ae74b161-97bd-48dc-9b99-4cf9491d89a4 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=e3895ec42d70403e8667ea0b09eb9ff0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5472789 Nov 02 16:46:27.606416 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-a2b2e3fb-776b-4722-896a-e1b5a78d8d5b None None] For port e92bb590-fb0e-4f9c-8eef-6f30ced4397f, host dv-cinder-773876-4-iscsi, cleared binding levels {{(pid=113346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:46:27.611561 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-a2b2e3fb-776b-4722-896a-e1b5a78d8d5b None None] For port e92bb590-fb0e-4f9c-8eef-6f30ced4397f, host dv-cinder-773876-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=e92bb590-fb0e-4f9c-8eef-6f30ced4397f,segment=NetworkSegment(9063e9b7-1cf0-4c78-a7b7-5d676507dd93),segment_id=9063e9b7-1cf0-4c78-a7b7-5d676507dd93)] {{(pid=113346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:46:27.621486 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-a2b2e3fb-776b-4722-896a-e1b5a78d8d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:27.629008 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-0a0dd936-02f9-4c6c-8ff1-efed3bb29a27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:27.629426 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-68a7b6c4-6915-41b3-a685-74c15bafabfe admin admin] Publish callbacks [] for port, precommit_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:27.658000 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-68a7b6c4-6915-41b3-a685-74c15bafabfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:27.669617 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-68a7b6c4-6915-41b3-a685-74c15bafabfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3708777'] for router_interface, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:27.812141 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b2e3fb-776b-4722-896a-e1b5a78d8d5b None None] Pushing event updated for resources: {'Port': ['ID=e92bb590-fb0e-4f9c-8eef-6f30ced4397f,revision_number=2']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:27.842793 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.db.db_base_plugin_common [None req-0a0dd936-02f9-4c6c-8ff1-efed3bb29a27 admin admin] Allocated IP 172.27.1.70 (e732c7b6-4740-4909-a10c-6231f1bdbede/886e8f69-733b-40e5-a835-3f68eef2cfaf/9d136291-39f3-4e32-8d3c-b6a656cf842b) {{(pid=113344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:46:27.981837 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:27.996365 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a7b6c4-6915-41b3-a685-74c15bafabfe admin admin] Pushing event updated for resources: {'Port': ['ID=2d5d7fd3-77f7-4ee3-ae08-74694e774d3d,revision_number=2']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:28.082983 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] For port f81cc7a7-76fb-45f6-85de-737e1162acf9, host dv-cinder-773876-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=f81cc7a7-76fb-45f6-85de-737e1162acf9,segment=NetworkSegment(1cb664d2-69f4-46cd-9abc-3fc1a9239895),segment_id=1cb664d2-69f4-46cd-9abc-3fc1a9239895)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:46:28.090059 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:28.124740 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-0a0dd936-02f9-4c6c-8ff1-efed3bb29a27 admin admin] Publish callbacks [] for port, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:28.200003 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [req-d55db4b3-2f11-464c-a1c5-2fa08121849f req-d3bb75dc-a75f-481d-9b27-bf40a66364ca service neutron] http://10.222.0.118:9696/v2.0/extensions returned with HTTP 200 {{(pid=113344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:46:28.216727 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-d55db4b3-2f11-464c-a1c5-2fa08121849f req-d3bb75dc-a75f-481d-9b27-bf40a66364ca service neutron] 10.222.0.118 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.2778068 Nov 02 16:46:28.225195 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [req-7d11d1af-a375-4f15-a961-3cc016b87ced req-679c9359-e307-4c5f-939d-0d3890636f6f service neutron] http://10.222.0.118:9696/v2.0/extensions returned with HTTP 200 {{(pid=113345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:46:28.235903 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-7d11d1af-a375-4f15-a961-3cc016b87ced req-679c9359-e307-4c5f-939d-0d3890636f6f service neutron] 10.222.0.118 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.3112643 Nov 02 16:46:28.263923 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Pushing event updated for resources: {'Port': ['ID=f81cc7a7-76fb-45f6-85de-737e1162acf9,revision_number=4']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:28.322966 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-f11fe09a-5d60-4653-a98f-41b25f5de3cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:28.354462 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-f11fe09a-5d60-4653-a98f-41b25f5de3cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:28.397179 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-f9035888-6d05-47b5-8b96-e55dc792d189 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:28.453835 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-f9035888-6d05-47b5-8b96-e55dc792d189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:28.533148 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a7b6c4-6915-41b3-a685-74c15bafabfe admin admin] Network e13a8a17-03ff-45d6-87c8-8e4368446fe7 is already hosted by enough agents. {{(pid=113345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:46:28.538585 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-0a0dd936-02f9-4c6c-8ff1-efed3bb29a27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788024814062'] for port, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:28.664262 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-b563a737-9529-49c0-b04a-8d6e29796c8e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:28.676345 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-d55db4b3-2f11-464c-a1c5-2fa08121849f req-04efec92-bcdb-4144-abba-be1aa5c8e726 service neutron] 10.222.0.118 "GET /v2.0/networks/716d1add-eeb0-4090-99a3-8e93ac4c3a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4577446 Nov 02 16:46:28.707677 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.base_scheduler [None req-68a7b6c4-6915-41b3-a685-74c15bafabfe admin admin] Resources bound (agent type, host, resource id): {{(pid=113345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:46:28.747019 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9035888-6d05-47b5-8b96-e55dc792d189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71cd8292-ae28-4770-a5a7-30be384c67e0,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:28.772743 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-f9035888-6d05-47b5-8b96-e55dc792d189 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=90dab84a3ad4428e90d3724c503602af&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4765155 Nov 02 16:46:28.776465 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-b563a737-9529-49c0-b04a-8d6e29796c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:28.776852 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-f11fe09a-5d60-4653-a98f-41b25f5de3cf admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=7e8e735adfa24e4297d6e1032c80c8c3&name=default HTTP/1.1" status: 200 len: 2992 time: 2.6746910 Nov 02 16:46:28.784512 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 38148) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:46:28.785138 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 38150) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:46:28.803509 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0dd936-02f9-4c6c-8ff1-efed3bb29a27 admin admin] Network e732c7b6-4740-4909-a10c-6231f1bdbede is already hosted by enough agents. {{(pid=113344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:46:28.816403 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11fe09a-5d60-4653-a98f-41b25f5de3cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e227b1a-11c1-4778-b02c-ad3ea7418e9c,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:28.853614 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.base_scheduler [None req-0a0dd936-02f9-4c6c-8ff1-efed3bb29a27 admin admin] Resources bound (agent type, host, resource id): {{(pid=113344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:46:28.859211 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0dd936-02f9-4c6c-8ff1-efed3bb29a27 admin admin] Pushing event updated for resources: {'Port': ['ID=9d136291-39f3-4e32-8d3c-b6a656cf842b,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:28.874313 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0dd936-02f9-4c6c-8ff1-efed3bb29a27 admin admin] Received port after_create {{(pid=113344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:46:28.889949 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device 726c7b92-7f16-4de3-8d0d-4b3ef0828c3d up at agent ovs-agent-dv-cinder-773876-4-iscsi {{(pid=113346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:46:28.977646 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Provisioning complete for port 726c7b92-7f16-4de3-8d0d-4b3ef0828c3d triggered by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:46:28.977995 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:29.022155 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-7d11d1af-a375-4f15-a961-3cc016b87ced req-68c5ce15-40d1-444c-b4ea-4d3094e11687 service neutron] 10.222.0.118 "GET /v2.0/networks/244687ba-bf2c-4a2d-aed3-980547dbf6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7323771 Nov 02 16:46:29.104011 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.db.db_base_plugin_common [None req-b563a737-9529-49c0-b04a-8d6e29796c8e admin admin] Allocated IP 172.27.1.248 (e732c7b6-4740-4909-a10c-6231f1bdbede/886e8f69-733b-40e5-a835-3f68eef2cfaf/fe1e6f6b-5723-43fc-9b40-6adb766eef9e) {{(pid=113344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:46:29.140471 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:29.213487 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] For port 726c7b92-7f16-4de3-8d0d-4b3ef0828c3d, host dv-cinder-773876-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=726c7b92-7f16-4de3-8d0d-4b3ef0828c3d,segment=NetworkSegment(696e12bc-6b69-439e-85c8-346996a99755),segment_id=696e12bc-6b69-439e-85c8-346996a99755)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:46:29.214239 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-d0743993-4ecf-4968-ba5c-e58f358f6447 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:29.219858 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:29.220657 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device e92bb590-fb0e-4f9c-8eef-6f30ced4397f up at agent ovs-agent-dv-cinder-773876-4-iscsi {{(pid=113346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:46:29.259842 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-b563a737-9529-49c0-b04a-8d6e29796c8e admin admin] Publish callbacks [] for port, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:29.265208 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-d0743993-4ecf-4968-ba5c-e58f358f6447 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:29.362182 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Pushing event updated for resources: {'Port': ['ID=726c7b92-7f16-4de3-8d0d-4b3ef0828c3d,revision_number=3']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:29.396093 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Provisioning complete for port e92bb590-fb0e-4f9c-8eef-6f30ced4397f triggered by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:46:29.396606 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:29.411096 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-d0743993-4ecf-4968-ba5c-e58f358f6447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:29.413240 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-d0743993-4ecf-4968-ba5c-e58f358f6447 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:29.414467 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-d0743993-4ecf-4968-ba5c-e58f358f6447 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/71cd8292-ae28-4770-a5a7-30be384c67e0 HTTP/1.1" status: 204 len: 168 time: 0.6201773 Nov 02 16:46:29.467301 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-b563a737-9529-49c0-b04a-8d6e29796c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788024814062'] for port, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:29.480859 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68a7b6c4-6915-41b3-a685-74c15bafabfe admin admin] Router 778ab637-dc51-4e34-81a6-0099940b16f6 has already been hosted by L3 agent 23c85ca8-88a6-46e7-9165-338a7fd1d142 {{(pid=113345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:46:29.481807 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f20a6aa-ccce-4fd0-8206-2d34685dd385 None None] Network 2642968c-324e-4035-9dba-a5695e42fc1f requested from dv-cinder-773876-4-iscsi {{(pid=113346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:46:29.506096 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-ce844529-8d39-4a5a-84e8-8f1958264d7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:29.523169 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0743993-4ecf-4968-ba5c-e58f358f6447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71cd8292-ae28-4770-a5a7-30be384c67e0,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:29.596938 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-ce844529-8d39-4a5a-84e8-8f1958264d7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:29.603126 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-7d11d1af-a375-4f15-a961-3cc016b87ced req-bace8859-21a3-47f2-b2cb-2fbfe47cee51 service neutron] 10.222.0.118 "GET /v2.0/networks/244687ba-bf2c-4a2d-aed3-980547dbf6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5653863 Nov 02 16:46:29.688354 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b563a737-9529-49c0-b04a-8d6e29796c8e admin admin] Network e732c7b6-4740-4909-a10c-6231f1bdbede is already hosted by enough agents. {{(pid=113344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:46:29.699212 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.base_scheduler [None req-b563a737-9529-49c0-b04a-8d6e29796c8e admin admin] Resources bound (agent type, host, resource id): {{(pid=113344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:46:29.716306 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-d55db4b3-2f11-464c-a1c5-2fa08121849f req-1099801f-3e59-4b22-bad8-aeada0edfff8 service neutron] 10.222.0.118 "GET /v2.0/networks/716d1add-eeb0-4090-99a3-8e93ac4c3a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0384505 Nov 02 16:46:29.783159 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b563a737-9529-49c0-b04a-8d6e29796c8e admin admin] Received port after_create {{(pid=113344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:46:29.947653 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-ce844529-8d39-4a5a-84e8-8f1958264d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:29.954237 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-ce844529-8d39-4a5a-84e8-8f1958264d7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:29.956575 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-ce844529-8d39-4a5a-84e8-8f1958264d7b admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/6e227b1a-11c1-4778-b02c-ad3ea7418e9c HTTP/1.1" status: 204 len: 168 time: 1.1644769 Nov 02 16:46:29.968633 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a7b6c4-6915-41b3-a685-74c15bafabfe admin admin] Notify agent at l3_agent.dv-cinder-773876-4-iscsi the message routers_updated {{(pid=113345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:46:29.997588 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b563a737-9529-49c0-b04a-8d6e29796c8e admin admin] Pushing event updated for resources: {'Port': ['ID=fe1e6f6b-5723-43fc-9b40-6adb766eef9e,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:30.001155 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-68a7b6c4-6915-41b3-a685-74c15bafabfe admin admin] 10.222.0.118 "PUT /v2.0/routers/778ab637-dc51-4e34-81a6-0099940b16f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0644536 Nov 02 16:46:30.058835 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce844529-8d39-4a5a-84e8-8f1958264d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e227b1a-11c1-4778-b02c-ad3ea7418e9c,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:30.065821 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cea432b-d809-4173-b77a-86fd1e4f360e None None] Network c3ac4ab4-0ce0-4abb-9960-272f99ead558 requested from dv-cinder-773876-4-iscsi {{(pid=113346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:46:30.084589 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d812d37a-7dbe-4793-84c1-4e5f4ee22cfb None None] Sync routers for ids ['778ab637-dc51-4e34-81a6-0099940b16f6'] in dv-cinder-773876-4-iscsi {{(pid=113346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:46:30.322073 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-0a0dd936-02f9-4c6c-8ff1-efed3bb29a27 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:30.693614 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-fb3ba205-894a-4fd7-9134-e83b54f9dbfb req-0190303b-f3fc-4959-8516-817a1adfc1d6 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] 10.222.0.118 "GET /v2.0/ports?device_id=72140edf-a256-42c5-96ab-aa20fadf6e0b HTTP/1.1" status: 200 len: 210 time: 0.1455772 Nov 02 16:46:30.722083 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-ca9300ca-8f67-44bf-9906-67f96e059994 None None] Provisioning complete for port 726c7b92-7f16-4de3-8d0d-4b3ef0828c3d triggered by entity DHCP. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:46:30.723120 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-ca9300ca-8f67-44bf-9906-67f96e059994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:30.836506 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d812d37a-7dbe-4793-84c1-4e5f4ee22cfb None None] Routers {'778ab637-dc51-4e34-81a6-0099940b16f6'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:46:30.837657 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-d812d37a-7dbe-4793-84c1-4e5f4ee22cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:46:11Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['778ab637-dc51-4e34-81a6-0099940b16f6'], 'active': True} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:46:31.060920 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvr_db [None req-d812d37a-7dbe-4793-84c1-4e5f4ee22cfb None None] Set router 778ab637-dc51-4e34-81a6-0099940b16f6 gateway port host: dv-cinder-773876-4-iscsi {{(pid=113346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:46:31.123004 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 38216) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:46:31.158215 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-b563a737-9529-49c0-b04a-8d6e29796c8e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:31.168644 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-d9906a58-3280-46b1-bd84-76192df1cb42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:31.181880 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-e4b15f7c-d8af-4acf-b467-1162507af513 req-770dedfe-a794-48f8-9c47-d685d3b06377 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=e699b34f-97c8-4316-9e80-4820d1f94e26 HTTP/1.1" status: 200 len: 210 time: 0.2176681 Nov 02 16:46:31.242416 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:31.458183 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-d9906a58-3280-46b1-bd84-76192df1cb42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:31.466874 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-d9906a58-3280-46b1-bd84-76192df1cb42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:31.603068 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9906a58-3280-46b1-bd84-76192df1cb42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f8dd422-f39c-4af1-a3e6-6aa4508b4219,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:31.696240 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-d9906a58-3280-46b1-bd84-76192df1cb42 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=55b4525c88bf4d87a3271df4d9f63df7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5715191 Nov 02 16:46:31.704025 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 38228) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:46:31.762498 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-b563a737-9529-49c0-b04a-8d6e29796c8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3731327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3708078'] for router, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:31.846252 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-0a0dd936-02f9-4c6c-8ff1-efed3bb29a27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3731327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3708078'] for router, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:31.922396 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-f63b3fc3-1c52-43d9-ab50-782f564ddb1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:32.032897 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-f63b3fc3-1c52-43d9-ab50-782f564ddb1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:32.126500 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-bce05142-4291-4237-a3e8-6725e4e1296d req-f26ab818-f93c-4ae7-8700-8892a0858a3d tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] 10.222.0.118 "GET /v2.0/ports?device_id=72140edf-a256-42c5-96ab-aa20fadf6e0b HTTP/1.1" status: 200 len: 210 time: 0.1704154 Nov 02 16:46:32.188148 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-f63b3fc3-1c52-43d9-ab50-782f564ddb1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:32.192851 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-f63b3fc3-1c52-43d9-ab50-782f564ddb1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:32.195620 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-f63b3fc3-1c52-43d9-ab50-782f564ddb1e admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/9f8dd422-f39c-4af1-a3e6-6aa4508b4219 HTTP/1.1" status: 204 len: 168 time: 0.4861817 Nov 02 16:46:32.209685 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b3fc3-1c52-43d9-ab50-782f564ddb1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f8dd422-f39c-4af1-a3e6-6aa4508b4219,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:32.231764 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] For port e92bb590-fb0e-4f9c-8eef-6f30ced4397f, host dv-cinder-773876-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=e92bb590-fb0e-4f9c-8eef-6f30ced4397f,segment=NetworkSegment(9063e9b7-1cf0-4c78-a7b7-5d676507dd93),segment_id=9063e9b7-1cf0-4c78-a7b7-5d676507dd93)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:46:32.252653 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:32.253877 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device f81cc7a7-76fb-45f6-85de-737e1162acf9 up at agent ovs-agent-dv-cinder-773876-4-iscsi {{(pid=113346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:46:32.471986 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-fd76830c-56e6-406c-af8f-f61fea463f54 req-494949aa-b502-4d88-88c9-e07336727ffc tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=e699b34f-97c8-4316-9e80-4820d1f94e26 HTTP/1.1" status: 200 len: 210 time: 0.1037676 Nov 02 16:46:32.593357 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-98054d0a-7347-492c-9d16-42ba76d19cf5 None None] Provisioning complete for port e92bb590-fb0e-4f9c-8eef-6f30ced4397f triggered by entity DHCP. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:46:32.599235 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-98054d0a-7347-492c-9d16-42ba76d19cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:32.614662 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Pushing event updated for resources: {'Port': ['ID=e92bb590-fb0e-4f9c-8eef-6f30ced4397f,revision_number=3']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:32.616818 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b563a737-9529-49c0-b04a-8d6e29796c8e admin admin] Router cb75ea54-b9eb-4743-961b-a3f4caef708f is scheduled to L3 agent 23c85ca8-88a6-46e7-9165-338a7fd1d142 with binding_index 1 {{(pid=113344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:46:32.683174 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a0dd936-02f9-4c6c-8ff1-efed3bb29a27 admin admin] Router 9087e7a4-e2d6-4260-8391-3cdc3d276282 is scheduled to L3 agent 23c85ca8-88a6-46e7-9165-338a7fd1d142 with binding_index 1 {{(pid=113344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:46:32.937462 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Provisioning complete for port f81cc7a7-76fb-45f6-85de-737e1162acf9 triggered by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:46:32.937863 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:33.040121 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-d812d37a-7dbe-4793-84c1-4e5f4ee22cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778ab637-dc51-4e34-81a6-0099940b16f6', 'name': 'tempest-ServerRescueNegativeTestJSON-1791074020-router', 'tenant_id': '7a412769a7274d9da389f724f6f4744e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'f81cc7a7-76fb-45f6-85de-737e1162acf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:46:17Z', 'updated_at': '2021-11-02T16:46:25Z', 'revision_number': 4, 'project_id': '7a412769a7274d9da389f724f6f4744e', 'gw_port': {'id': 'f81cc7a7-76fb-45f6-85de-737e1162acf9', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778ab637-dc51-4e34-81a6-0099940b16f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:18Z', 'updated_at': '2021-11-02T16:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_interfaces': [{'id': '2d5d7fd3-77f7-4ee3-ae08-74694e774d3d', 'name': '', 'network_id': 'e13a8a17-03ff-45d6-87c8-8e4368446fe7', 'tenant_id': '7a412769a7274d9da389f724f6f4744e', 'mac_address': 'fa:16:3e:fa:43:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778ab637-dc51-4e34-81a6-0099940b16f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e0977232-e536-46af-9a0c-d7241cfd5366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:23Z', 'updated_at': '2021-11-02T16:46:26Z', 'revision_number': 2, 'project_id': '7a412769a7274d9da389f724f6f4744e', 'subnets': [{'id': 'e0977232-e536-46af-9a0c-d7241cfd5366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:46:33.216146 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d812d37a-7dbe-4793-84c1-4e5f4ee22cfb None None] Checking router: 778ab637-dc51-4e34-81a6-0099940b16f6 for host: dv-cinder-773876-4-iscsi {{(pid=113346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:46:33.220013 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d812d37a-7dbe-4793-84c1-4e5f4ee22cfb None None] Updating router 778ab637-dc51-4e34-81a6-0099940b16f6 port 2d5d7fd3-77f7-4ee3-ae08-74694e774d3d binding host dv-cinder-773876-4-iscsi {{(pid=113346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:46:33.371463 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bc7d2a-2d6c-4c2c-be50-e63f365f985b req-09a086ff-1781-4ca5-9dae-fbf8394302b0 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:33.382936 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-29bc7d2a-2d6c-4c2c-be50-e63f365f985b req-09a086ff-1781-4ca5-9dae-fbf8394302b0 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/networks?id=e13a8a17-03ff-45d6-87c8-8e4368446fe7 HTTP/1.1" status: 200 len: 819 time: 0.5166852 Nov 02 16:46:33.389148 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-d812d37a-7dbe-4793-84c1-4e5f4ee22cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:33.424453 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-29bc7d2a-2d6c-4c2c-be50-e63f365f985b req-0bdf2780-8538-4604-ba6a-d8d70b021e58 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/quotas/7a412769a7274d9da389f724f6f4744e HTTP/1.1" status: 200 len: 375 time: 0.0360765 Nov 02 16:46:33.456104 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-58e143c7-897a-41c6-a037-e1fca28c18be req-62ab3678-0f4f-42b4-a0ee-0a0127882de3 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] 10.222.0.118 "GET /v2.0/ports?device_id=72140edf-a256-42c5-96ab-aa20fadf6e0b HTTP/1.1" status: 200 len: 210 time: 0.1059234 Nov 02 16:46:33.594779 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a0dd936-02f9-4c6c-8ff1-efed3bb29a27 admin admin] Notify agent at l3_agent.dv-cinder-773876-4-iscsi the message routers_updated {{(pid=113344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:46:33.612139 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83585a3e-3255-43da-9200-b304c8e52f04 None None] Sync routers for ids ['9087e7a4-e2d6-4260-8391-3cdc3d276282'] in dv-cinder-773876-4-iscsi {{(pid=113347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:46:33.676570 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83585a3e-3255-43da-9200-b304c8e52f04 None None] Routers {'9087e7a4-e2d6-4260-8391-3cdc3d276282'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:46:33.684726 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b563a737-9529-49c0-b04a-8d6e29796c8e admin admin] Notify agent at l3_agent.dv-cinder-773876-4-iscsi the message routers_updated {{(pid=113344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:46:33.688123 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-83585a3e-3255-43da-9200-b304c8e52f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:46:11Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['9087e7a4-e2d6-4260-8391-3cdc3d276282'], 'active': True} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:46:33.727412 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-29bc7d2a-2d6c-4c2c-be50-e63f365f985b req-6599c23d-e612-454f-a6c6-25f8671216b7 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=7a412769a7274d9da389f724f6f4744e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3010724 Nov 02 16:46:33.740803 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-0a0dd936-02f9-4c6c-8ff1-efed3bb29a27 admin admin] Publish callbacks [] for router, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:33.744066 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15176b24-f989-49a7-81b4-9562c595ba6e None None] Sync routers for ids ['cb75ea54-b9eb-4743-961b-a3f4caef708f'] in dv-cinder-773876-4-iscsi {{(pid=113346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:46:33.746272 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-0a0dd936-02f9-4c6c-8ff1-efed3bb29a27 admin admin] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 11.0070987 Nov 02 16:46:33.759699 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 38312) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:46:33.822261 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15176b24-f989-49a7-81b4-9562c595ba6e None None] Routers {'cb75ea54-b9eb-4743-961b-a3f4caef708f'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:46:33.828798 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-15176b24-f989-49a7-81b4-9562c595ba6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:46:11Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['cb75ea54-b9eb-4743-961b-a3f4caef708f'], 'active': True} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:46:33.845332 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-b563a737-9529-49c0-b04a-8d6e29796c8e admin admin] Publish callbacks [] for router, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:33.857655 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-b563a737-9529-49c0-b04a-8d6e29796c8e admin admin] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.1225767 Nov 02 16:46:33.962633 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 38320) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:46:34.071887 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-f0168f4c-6435-4954-84f9-5fd07ce418f1 req-f90c173e-cf87-42f4-922f-a0913050028d tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=e699b34f-97c8-4316-9e80-4820d1f94e26 HTTP/1.1" status: 200 len: 210 time: 0.3558311 Nov 02 16:46:34.164967 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-29bc7d2a-2d6c-4c2c-be50-e63f365f985b req-87a48180-5890-47c0-a147-fd6374120953 service neutron] 10.222.0.118 "GET /v2.0/networks/e13a8a17-03ff-45d6-87c8-8e4368446fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4360678 Nov 02 16:46:34.274152 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvr_db [None req-83585a3e-3255-43da-9200-b304c8e52f04 None None] Set router 9087e7a4-e2d6-4260-8391-3cdc3d276282 gateway port host: dv-cinder-773876-4-iscsi {{(pid=113347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:46:34.663015 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-29bc7d2a-2d6c-4c2c-be50-e63f365f985b req-b7a3103d-f649-4e00-9031-ad5f821ea0d4 service neutron] 10.222.0.118 "GET /v2.0/networks/e13a8a17-03ff-45d6-87c8-8e4368446fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4967790 Nov 02 16:46:34.752930 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvr_db [None req-15176b24-f989-49a7-81b4-9562c595ba6e None None] Set router cb75ea54-b9eb-4743-961b-a3f4caef708f gateway port host: dv-cinder-773876-4-iscsi {{(pid=113346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:46:34.972852 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device 726c7b92-7f16-4de3-8d0d-4b3ef0828c3d up at agent ovs-agent-dv-cinder-773876-4-iscsi {{(pid=113346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:46:35.127744 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-9d8e28f2-9d69-4a58-b8c8-7db56dbcf816 req-2d6a3195-a455-48be-aed3-fc898c288966 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=6e5b406e-d37d-44b0-bb2f-39532baf3f9e HTTP/1.1" status: 200 len: 210 time: 0.0634305 Nov 02 16:46:35.618685 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-aa29b5fe-8ee5-47c4-9190-19bdd518ea6c req-38ca6683-f9f8-49d9-b55d-0375bf47991c tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=e699b34f-97c8-4316-9e80-4820d1f94e26 HTTP/1.1" status: 200 len: 210 time: 0.0848966 Nov 02 16:46:35.734594 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-83585a3e-3255-43da-9200-b304c8e52f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9087e7a4-e2d6-4260-8391-3cdc3d276282', 'name': 'tempest-AttachVolumeShelveTestJSON-1985570199-router', 'tenant_id': '5cc524f131464fe097cff64187071316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '9d136291-39f3-4e32-8d3c-b6a656cf842b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:46:22Z', 'updated_at': '2021-11-02T16:46:29Z', 'revision_number': 3, 'project_id': '5cc524f131464fe097cff64187071316', 'gw_port': {'id': '9d136291-39f3-4e32-8d3c-b6a656cf842b', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9a:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9087e7a4-e2d6-4260-8391-3cdc3d276282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:27Z', 'updated_at': '2021-11-02T16:46:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi'}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:46:35.793117 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-c191f307-af9a-40ff-a215-264aa36433e0 req-b6446033-89f3-4d64-8a67-6a8f78b02898 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] 10.222.0.118 "GET /v2.0/ports?device_id=72140edf-a256-42c5-96ab-aa20fadf6e0b HTTP/1.1" status: 200 len: 210 time: 0.4039066 Nov 02 16:46:35.893580 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83585a3e-3255-43da-9200-b304c8e52f04 None None] Checking router: 9087e7a4-e2d6-4260-8391-3cdc3d276282 for host: dv-cinder-773876-4-iscsi {{(pid=113347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:46:35.894197 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83585a3e-3255-43da-9200-b304c8e52f04 None None] Updating router 9087e7a4-e2d6-4260-8391-3cdc3d276282 port 9d136291-39f3-4e32-8d3c-b6a656cf842b binding host dv-cinder-773876-4-iscsi {{(pid=113347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:46:36.029797 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron_lib.callbacks.manager [None req-83585a3e-3255-43da-9200-b304c8e52f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:36.090142 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-a8653e0b-c88b-4c3a-a6c3-d6cd5e189059 None None] Provisioning complete for port e92bb590-fb0e-4f9c-8eef-6f30ced4397f triggered by entity DHCP. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:46:36.115977 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-a8653e0b-c88b-4c3a-a6c3-d6cd5e189059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:36.196244 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.76', 58919) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:46:36.609306 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Provisioning complete for port 726c7b92-7f16-4de3-8d0d-4b3ef0828c3d triggered by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:46:36.609830 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:36.757577 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f9f48-b165-4e95-b170-9fc979858e98 req-d165e0b8-9a00-4f96-a3be-63120af1ad94 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:36.769390 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-6f0f9f48-b165-4e95-b170-9fc979858e98 req-d165e0b8-9a00-4f96-a3be-63120af1ad94 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/networks?id=e13a8a17-03ff-45d6-87c8-8e4368446fe7 HTTP/1.1" status: 200 len: 819 time: 0.7179372 Nov 02 16:46:36.825746 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-6f0f9f48-b165-4e95-b170-9fc979858e98 req-901fd260-8eb1-46e7-a0e3-e41e5ebe00a7 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/quotas/7a412769a7274d9da389f724f6f4744e HTTP/1.1" status: 200 len: 375 time: 0.0538704 Nov 02 16:46:36.982100 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.76', 58924) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:46:37.078500 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron_lib.callbacks.manager [None req-83585a3e-3255-43da-9200-b304c8e52f04 None None] Publish callbacks [] for port, precommit_update {{(pid=113347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:37.098486 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron_lib.callbacks.manager [None req-83585a3e-3255-43da-9200-b304c8e52f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:37.237089 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-622e27c7-d57e-4548-abe1-0b41ce8877e4 req-fbc083e4-6c5f-4248-b6af-cb4d1a7ea980 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=e699b34f-97c8-4316-9e80-4820d1f94e26 HTTP/1.1" status: 200 len: 210 time: 0.2336183 Nov 02 16:46:37.287592 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c472eef-30db-453e-b5fd-c93b79540fe6 None None] Pushing event updated for resources: {'Port': ['ID=9d136291-39f3-4e32-8d3c-b6a656cf842b,revision_number=2']} {{(pid=113347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:37.339630 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.managers [None req-83585a3e-3255-43da-9200-b304c8e52f04 None None] Attempting to bind port 9d136291-39f3-4e32-8d3c-b6a656cf842b on host dv-cinder-773876-4-iscsi for vnic_type normal with profile {{(pid=113347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 16:46:37.340414 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.managers [None req-83585a3e-3255-43da-9200-b304c8e52f04 None None] Attempting to bind port 9d136291-39f3-4e32-8d3c-b6a656cf842b by drivers openvswitch,hyperv on host dv-cinder-773876-4-iscsi at level 0 using segments [{'id': '1cb664d2-69f4-46cd-9abc-3fc1a9239895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede'}] {{(pid=113347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 16:46:37.341045 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83585a3e-3255-43da-9200-b304c8e52f04 None None] Attempting to bind port 9d136291-39f3-4e32-8d3c-b6a656cf842b on network e732c7b6-4740-4909-a10c-6231f1bdbede {{(pid=113347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:46:37.348278 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83585a3e-3255-43da-9200-b304c8e52f04 None None] Checking agent: {'id': '7dc37166-7823-42e6-bc3e-7dc49cd1fc12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 37, 46), 'started_at': datetime.datetime(2021, 11, 2, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:46:37.349159 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83585a3e-3255-43da-9200-b304c8e52f04 None None] Checking segment: {'id': '1cb664d2-69f4-46cd-9abc-3fc1a9239895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 16:46:37.349865 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron_lib.callbacks.manager [None req-83585a3e-3255-43da-9200-b304c8e52f04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=113347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:37.350573 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83585a3e-3255-43da-9200-b304c8e52f04 None None] Bound using segment: {'id': '1cb664d2-69f4-46cd-9abc-3fc1a9239895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede'} {{(pid=113347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:46:37.351920 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.managers [None req-83585a3e-3255-43da-9200-b304c8e52f04 None None] Bound port: 9d136291-39f3-4e32-8d3c-b6a656cf842b, host: dv-cinder-773876-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cb664d2-69f4-46cd-9abc-3fc1a9239895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede'}}] {{(pid=113347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 16:46:37.352711 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron_lib.callbacks.manager [None req-83585a3e-3255-43da-9200-b304c8e52f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:37.544331 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.db [None req-83585a3e-3255-43da-9200-b304c8e52f04 None None] For port 9d136291-39f3-4e32-8d3c-b6a656cf842b, host dv-cinder-773876-4-iscsi, cleared binding levels {{(pid=113347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:46:37.544331 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.db [None req-83585a3e-3255-43da-9200-b304c8e52f04 None None] For port 9d136291-39f3-4e32-8d3c-b6a656cf842b, host dv-cinder-773876-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=9d136291-39f3-4e32-8d3c-b6a656cf842b,segment=NetworkSegment(1cb664d2-69f4-46cd-9abc-3fc1a9239895),segment_id=1cb664d2-69f4-46cd-9abc-3fc1a9239895)] {{(pid=113347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:46:37.553173 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron_lib.callbacks.manager [None req-83585a3e-3255-43da-9200-b304c8e52f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:37.636577 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-6f0f9f48-b165-4e95-b170-9fc979858e98 req-0bb9bcc6-d7b1-432c-8f67-9c8cd4bbb976 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=7a412769a7274d9da389f724f6f4744e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8088708 Nov 02 16:46:37.642695 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c472eef-30db-453e-b5fd-c93b79540fe6 None None] Pushing event updated for resources: {'Port': ['ID=9d136291-39f3-4e32-8d3c-b6a656cf842b,revision_number=3']} {{(pid=113347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:37.662813 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d11d1af-a375-4f15-a961-3cc016b87ced req-153c9cd7-18cd-4438-91a8-5dbf8dc6d0d2 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:37.665710 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-7d11d1af-a375-4f15-a961-3cc016b87ced req-153c9cd7-18cd-4438-91a8-5dbf8dc6d0d2 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] 10.222.0.76 "GET /v2.0/networks?id=244687ba-bf2c-4a2d-aed3-980547dbf6c6 HTTP/1.1" status: 200 len: 812 time: 1.3153243 Nov 02 16:46:37.685997 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83585a3e-3255-43da-9200-b304c8e52f04 None None] Routers {'9087e7a4-e2d6-4260-8391-3cdc3d276282'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:46:37.686774 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-83585a3e-3255-43da-9200-b304c8e52f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:46:11Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['9087e7a4-e2d6-4260-8391-3cdc3d276282'], 'active': True} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:46:37.751365 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.v2.base [req-7d11d1af-a375-4f15-a961-3cc016b87ced req-a2c0dda0-a6e2-4b89-a051-ff9e31ea5615 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] Request body: {'port': {'device_id': '72140edf-a256-42c5-96ab-aa20fadf6e0b', 'network_id': '244687ba-bf2c-4a2d-aed3-980547dbf6c6', 'admin_state_up': True, 'tenant_id': 'e3895ec42d70403e8667ea0b09eb9ff0'}} {{(pid=113345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:46:37.796614 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-e676230e-abb9-48fe-a25b-07ce2944eb8e req-f32ee118-cabc-4c01-aeb4-1fa83ea37d4a tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] 10.222.0.118 "GET /v2.0/ports?device_id=72140edf-a256-42c5-96ab-aa20fadf6e0b HTTP/1.1" status: 200 len: 210 time: 0.3412411 Nov 02 16:46:37.870934 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvr_db [None req-83585a3e-3255-43da-9200-b304c8e52f04 None None] Set router 9087e7a4-e2d6-4260-8391-3cdc3d276282 gateway port host: dv-cinder-773876-4-iscsi {{(pid=113347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:46:38.031628 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.76', 58930) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:46:38.114413 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-d812d37a-7dbe-4793-84c1-4e5f4ee22cfb None None] Publish callbacks [] for port, precommit_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:38.133002 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-15176b24-f989-49a7-81b4-9562c595ba6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb75ea54-b9eb-4743-961b-a3f4caef708f', 'name': 'tempest-AttachVolumeTestJSON-1456657988-router', 'tenant_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'fe1e6f6b-5723-43fc-9b40-6adb766eef9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:46:24Z', 'updated_at': '2021-11-02T16:46:30Z', 'revision_number': 3, 'project_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'gw_port': {'id': 'fe1e6f6b-5723-43fc-9b40-6adb766eef9e', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:94:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb75ea54-b9eb-4743-961b-a3f4caef708f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:28Z', 'updated_at': '2021-11-02T16:46:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi'}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:46:38.181157 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55db4b3-2f11-464c-a1c5-2fa08121849f req-91873c52-54d1-4479-b2b8-ea94bb2e3321 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:38.185619 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-d55db4b3-2f11-464c-a1c5-2fa08121849f req-91873c52-54d1-4479-b2b8-ea94bb2e3321 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.76 "GET /v2.0/networks?id=716d1add-eeb0-4090-99a3-8e93ac4c3a42 HTTP/1.1" status: 200 len: 814 time: 1.2006295 Nov 02 16:46:38.246303 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 38468) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:46:38.335557 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.v2.base [req-d55db4b3-2f11-464c-a1c5-2fa08121849f req-f60be1d0-3cff-4c51-b545-c9a3636e9ba8 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Request body: {'port': {'device_id': 'e699b34f-97c8-4316-9e80-4820d1f94e26', 'network_id': '716d1add-eeb0-4090-99a3-8e93ac4c3a42', 'admin_state_up': True, 'tenant_id': 'fd124bfe873f4553b53c6d8282df462c'}} {{(pid=113345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:46:38.471634 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15176b24-f989-49a7-81b4-9562c595ba6e None None] Checking router: cb75ea54-b9eb-4743-961b-a3f4caef708f for host: dv-cinder-773876-4-iscsi {{(pid=113346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:46:38.472006 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15176b24-f989-49a7-81b4-9562c595ba6e None None] Updating router cb75ea54-b9eb-4743-961b-a3f4caef708f port fe1e6f6b-5723-43fc-9b40-6adb766eef9e binding host dv-cinder-773876-4-iscsi {{(pid=113346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:46:38.525222 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bc7d2a-2d6c-4c2c-be50-e63f365f985b req-e72c256e-8ea4-40a9-afcc-b6662cbb7dfd tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:38.532799 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-29bc7d2a-2d6c-4c2c-be50-e63f365f985b req-e72c256e-8ea4-40a9-afcc-b6662cbb7dfd tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.76 "GET /v2.0/networks?id=e13a8a17-03ff-45d6-87c8-8e4368446fe7 HTTP/1.1" status: 200 len: 819 time: 0.4885204 Nov 02 16:46:38.552039 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-d812d37a-7dbe-4793-84c1-4e5f4ee22cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:38.565620 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.v2.base [req-29bc7d2a-2d6c-4c2c-be50-e63f365f985b req-7802f2d8-c2c0-4ab8-9698-6d6b2387d28b tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Request body: {'port': {'device_id': '6e5b406e-d37d-44b0-bb2f-39532baf3f9e', 'network_id': 'e13a8a17-03ff-45d6-87c8-8e4368446fe7', 'admin_state_up': True, 'tenant_id': '7a412769a7274d9da389f724f6f4744e'}} {{(pid=113344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:46:38.580702 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-83585a3e-3255-43da-9200-b304c8e52f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9087e7a4-e2d6-4260-8391-3cdc3d276282', 'name': 'tempest-AttachVolumeShelveTestJSON-1985570199-router', 'tenant_id': '5cc524f131464fe097cff64187071316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '9d136291-39f3-4e32-8d3c-b6a656cf842b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:46:22Z', 'updated_at': '2021-11-02T16:46:29Z', 'revision_number': 3, 'project_id': '5cc524f131464fe097cff64187071316', 'gw_port': {'id': '9d136291-39f3-4e32-8d3c-b6a656cf842b', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9a:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9087e7a4-e2d6-4260-8391-3cdc3d276282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:27Z', 'updated_at': '2021-11-02T16:46:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi'}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:46:38.672830 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83585a3e-3255-43da-9200-b304c8e52f04 None None] The sync data for ids ['9087e7a4-e2d6-4260-8391-3cdc3d276282'] in dv-cinder-773876-4-iscsi is: [{'id': '9087e7a4-e2d6-4260-8391-3cdc3d276282', 'name': 'tempest-AttachVolumeShelveTestJSON-1985570199-router', 'tenant_id': '5cc524f131464fe097cff64187071316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '9d136291-39f3-4e32-8d3c-b6a656cf842b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:46:22Z', 'updated_at': '2021-11-02T16:46:29Z', 'revision_number': 3, 'project_id': '5cc524f131464fe097cff64187071316', 'gw_port': {'id': '9d136291-39f3-4e32-8d3c-b6a656cf842b', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9a:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9087e7a4-e2d6-4260-8391-3cdc3d276282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:27Z', 'updated_at': '2021-11-02T16:46:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi'}] {{(pid=113347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:46:38.821970 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-15176b24-f989-49a7-81b4-9562c595ba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:38.922320 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-fc8226c1-1318-418e-8639-769cb22e7ce5 req-47b7e04d-8fd0-4dc4-a194-9fab34de2e9d tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=e699b34f-97c8-4316-9e80-4820d1f94e26 HTTP/1.1" status: 200 len: 210 time: 0.3775761 Nov 02 16:46:39.008822 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-77fa1d46-0cf0-4719-8cc6-c60c84a7f354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:39.051533 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-6f0f9f48-b165-4e95-b170-9fc979858e98 req-753d6b9b-f07c-4672-a66b-be57b33344db service neutron] 10.222.0.118 "GET /v2.0/networks/e13a8a17-03ff-45d6-87c8-8e4368446fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4127781 Nov 02 16:46:39.060376 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-a8653e0b-c88b-4c3a-a6c3-d6cd5e189059 None None] Provisioning complete for port 726c7b92-7f16-4de3-8d0d-4b3ef0828c3d triggered by entity DHCP. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:46:39.060980 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-a8653e0b-c88b-4c3a-a6c3-d6cd5e189059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:39.194944 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device e92bb590-fb0e-4f9c-8eef-6f30ced4397f up at agent ovs-agent-dv-cinder-773876-4-iscsi {{(pid=113346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:46:39.589534 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-63e00756-1b8b-4168-87e8-cb879a7479d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:39.610139 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-b541b079-d6e5-4134-bc8a-4839062e71dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:39.732473 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d11d1af-a375-4f15-a961-3cc016b87ced req-a2c0dda0-a6e2-4b89-a051-ff9e31ea5615 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] Made reservation on behalf of e3895ec42d70403e8667ea0b09eb9ff0 for: {'port': 1} {{(pid=113345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:46:39.751138 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-7d11d1af-a375-4f15-a961-3cc016b87ced req-a2c0dda0-a6e2-4b89-a051-ff9e31ea5615 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:39.791358 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d55db4b3-2f11-464c-a1c5-2fa08121849f req-f60be1d0-3cff-4c51-b545-c9a3636e9ba8 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Made reservation on behalf of fd124bfe873f4553b53c6d8282df462c for: {'port': 1} {{(pid=113345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:46:39.807508 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-d55db4b3-2f11-464c-a1c5-2fa08121849f req-f60be1d0-3cff-4c51-b545-c9a3636e9ba8 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:39.971646 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-7b261b12-50c9-40ce-8046-71b58aac1bf4 req-1a5c0432-3a23-4b8c-ad7b-71ee88af2f5f tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] 10.222.0.118 "GET /v2.0/ports?device_id=72140edf-a256-42c5-96ab-aa20fadf6e0b HTTP/1.1" status: 200 len: 210 time: 0.5154982 Nov 02 16:46:40.139583 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950f4973-2fd1-4c95-b1b2-acbd3152b286 None None] Pushing event updated for resources: {'Port': ['ID=2d5d7fd3-77f7-4ee3-ae08-74694e774d3d,revision_number=3']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:40.197975 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.managers [None req-d812d37a-7dbe-4793-84c1-4e5f4ee22cfb None None] Attempting to bind port 2d5d7fd3-77f7-4ee3-ae08-74694e774d3d on host dv-cinder-773876-4-iscsi for vnic_type normal with profile {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 16:46:40.198771 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.managers [None req-d812d37a-7dbe-4793-84c1-4e5f4ee22cfb None None] Attempting to bind port 2d5d7fd3-77f7-4ee3-ae08-74694e774d3d by drivers openvswitch,hyperv on host dv-cinder-773876-4-iscsi at level 0 using segments [{'id': '80e87b5c-0e86-4ca9-a97e-67171cd2a7f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'e13a8a17-03ff-45d6-87c8-8e4368446fe7'}] {{(pid=113346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 16:46:40.198771 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d812d37a-7dbe-4793-84c1-4e5f4ee22cfb None None] Attempting to bind port 2d5d7fd3-77f7-4ee3-ae08-74694e774d3d on network e13a8a17-03ff-45d6-87c8-8e4368446fe7 {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:46:40.247892 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d812d37a-7dbe-4793-84c1-4e5f4ee22cfb None None] Checking agent: {'id': '7dc37166-7823-42e6-bc3e-7dc49cd1fc12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 37, 46), 'started_at': datetime.datetime(2021, 11, 2, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:46:40.249334 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d812d37a-7dbe-4793-84c1-4e5f4ee22cfb None None] Checking segment: {'id': '80e87b5c-0e86-4ca9-a97e-67171cd2a7f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'e13a8a17-03ff-45d6-87c8-8e4368446fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 16:46:40.250203 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-d812d37a-7dbe-4793-84c1-4e5f4ee22cfb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:40.251058 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d812d37a-7dbe-4793-84c1-4e5f4ee22cfb None None] Bound using segment: {'id': '80e87b5c-0e86-4ca9-a97e-67171cd2a7f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'e13a8a17-03ff-45d6-87c8-8e4368446fe7'} {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:46:40.252047 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.managers [None req-d812d37a-7dbe-4793-84c1-4e5f4ee22cfb None None] Bound port: 2d5d7fd3-77f7-4ee3-ae08-74694e774d3d, host: dv-cinder-773876-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80e87b5c-0e86-4ca9-a97e-67171cd2a7f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'e13a8a17-03ff-45d6-87c8-8e4368446fe7'}}] {{(pid=113346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 16:46:40.253193 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-d812d37a-7dbe-4793-84c1-4e5f4ee22cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:40.419772 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Provisioning complete for port e92bb590-fb0e-4f9c-8eef-6f30ced4397f triggered by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:46:40.420992 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:40.432557 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-ea1e35b3-7a2c-4318-b9d1-5a07bb911ad7 req-2eb19754-c19f-4793-a874-50d2f496ad14 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=e699b34f-97c8-4316-9e80-4820d1f94e26 HTTP/1.1" status: 200 len: 210 time: 0.1699061 Nov 02 16:46:40.450017 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.agents_db [None req-4685c794-fb13-4fdb-802d-b1599aff033c None None] Agent healthcheck: found 6 active agents {{(pid=113347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:46:40.474647 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29bc7d2a-2d6c-4c2c-be50-e63f365f985b req-7802f2d8-c2c0-4ab8-9698-6d6b2387d28b tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Made reservation on behalf of 7a412769a7274d9da389f724f6f4744e for: {'port': 1} {{(pid=113344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:46:40.478746 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [req-29bc7d2a-2d6c-4c2c-be50-e63f365f985b req-7802f2d8-c2c0-4ab8-9698-6d6b2387d28b tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:40.543216 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-ae6fa2ee-0b96-448b-b8ca-1a81fe7d1378 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:40.778837 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-6f0f9f48-b165-4e95-b170-9fc979858e98 req-8992ee52-a3e1-4412-8eee-b7e18a7183a9 service neutron] 10.222.0.118 "GET /v2.0/networks/e13a8a17-03ff-45d6-87c8-8e4368446fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7261131 Nov 02 16:46:40.945060 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.db_base_plugin_common [req-d55db4b3-2f11-464c-a1c5-2fa08121849f req-f60be1d0-3cff-4c51-b545-c9a3636e9ba8 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Allocated IP 172.20.0.10 (716d1add-eeb0-4090-99a3-8e93ac4c3a42/1c574b2f-5688-4840-800f-5e2d7519c217/6d3bae71-e514-49ab-9222-9632d4fba0f5) {{(pid=113345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:46:41.404202 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-d812d37a-7dbe-4793-84c1-4e5f4ee22cfb None None] For port 2d5d7fd3-77f7-4ee3-ae08-74694e774d3d, host dv-cinder-773876-4-iscsi, cleared binding levels {{(pid=113346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:46:41.474325 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-d812d37a-7dbe-4793-84c1-4e5f4ee22cfb None None] For port 2d5d7fd3-77f7-4ee3-ae08-74694e774d3d, host dv-cinder-773876-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=2d5d7fd3-77f7-4ee3-ae08-74694e774d3d,segment=NetworkSegment(80e87b5c-0e86-4ca9-a97e-67171cd2a7f7),segment_id=80e87b5c-0e86-4ca9-a97e-67171cd2a7f7)] {{(pid=113346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:46:41.646363 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-d812d37a-7dbe-4793-84c1-4e5f4ee22cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:41.697711 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device 9d136291-39f3-4e32-8d3c-b6a656cf842b up at agent ovs-agent-dv-cinder-773876-4-iscsi {{(pid=113346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:46:41.709342 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-bb9d4212-cb55-4da7-ba05-3ffe76de9e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:42.337140 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.db.db_base_plugin_common [None req-77fa1d46-0cf0-4719-8cc6-c60c84a7f354 admin admin] Allocated IP 172.20.0.1 (2642968c-324e-4035-9dba-a5695e42fc1f/fd525ac9-44f8-421c-b093-9ce2aeedf323/eacb2b5f-51a4-495b-a668-87d60d838fb1) {{(pid=113344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:46:42.353693 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-5563019b-ca69-4ce8-abab-3cabcff558e9 req-9fe68519-cb73-4165-8905-8f39e61da6e4 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] 10.222.0.118 "GET /v2.0/ports?device_id=72140edf-a256-42c5-96ab-aa20fadf6e0b HTTP/1.1" status: 200 len: 210 time: 0.1122541 Nov 02 16:46:42.376872 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.db.db_base_plugin_common [req-29bc7d2a-2d6c-4c2c-be50-e63f365f985b req-7802f2d8-c2c0-4ab8-9698-6d6b2387d28b tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Allocated IP 172.20.0.6 (e13a8a17-03ff-45d6-87c8-8e4368446fe7/e0977232-e536-46af-9a0c-d7241cfd5366/8c95a943-ceda-4a49-8043-1035f5d14c4a) {{(pid=113344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:46:42.427996 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-d55db4b3-2f11-464c-a1c5-2fa08121849f req-f60be1d0-3cff-4c51-b545-c9a3636e9ba8 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Publish callbacks [] for port, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:42.560718 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950f4973-2fd1-4c95-b1b2-acbd3152b286 None None] Pushing event updated for resources: {'Port': ['ID=2d5d7fd3-77f7-4ee3-ae08-74694e774d3d,revision_number=4']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:42.641921 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-2d296292-5f14-4ab0-8796-6d25b684e80a req-b406433e-a00c-46e6-acf4-4c58857c9b36 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 210 time: 0.7820241 Nov 02 16:46:42.662329 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d812d37a-7dbe-4793-84c1-4e5f4ee22cfb None None] Routers {'778ab637-dc51-4e34-81a6-0099940b16f6'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:46:42.670507 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-d812d37a-7dbe-4793-84c1-4e5f4ee22cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:46:41Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['778ab637-dc51-4e34-81a6-0099940b16f6'], 'active': True} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:46:42.789207 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-58239265-24b8-4b83-8a02-b6f3682329f0 req-10ad0f66-7840-41b8-8d0e-434da807acb3 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=e699b34f-97c8-4316-9e80-4820d1f94e26 HTTP/1.1" status: 200 len: 210 time: 0.1473353 Nov 02 16:46:42.878299 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.db_base_plugin_common [req-7d11d1af-a375-4f15-a961-3cc016b87ced req-a2c0dda0-a6e2-4b89-a051-ff9e31ea5615 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] Allocated IP 172.20.0.13 (244687ba-bf2c-4a2d-aed3-980547dbf6c6/340c5b50-f538-45eb-bf23-eaa256609e5f/9877734a-b105-41fe-bb14-bcc253387958) {{(pid=113345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:46:42.932007 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-15176b24-f989-49a7-81b4-9562c595ba6e None None] Publish callbacks [] for port, precommit_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:42.934548 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.db.db_base_plugin_common [None req-b541b079-d6e5-4134-bc8a-4839062e71dc admin admin] Allocated IP 172.20.0.1 (c3ac4ab4-0ce0-4abb-9960-272f99ead558/81d3d140-25a2-438b-a64f-a1dea867ba0d/6e0f9ba0-c6dd-4491-813c-9e774c45dd92) {{(pid=113344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:46:42.978905 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-15176b24-f989-49a7-81b4-9562c595ba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:43.074448 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ed9646-a206-483b-beb2-738588793abd None None] Pushing event updated for resources: {'Port': ['ID=fe1e6f6b-5723-43fc-9b40-6adb766eef9e,revision_number=2']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:43.079534 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-dfe49d6c-b306-436a-ba68-760764be264a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:43.148684 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-d55db4b3-2f11-464c-a1c5-2fa08121849f req-f60be1d0-3cff-4c51-b545-c9a3636e9ba8 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788024814062'] for port, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:43.173253 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Provisioning complete for port 9d136291-39f3-4e32-8d3c-b6a656cf842b triggered by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:46:43.173675 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:43.613798 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.managers [None req-15176b24-f989-49a7-81b4-9562c595ba6e None None] Attempting to bind port fe1e6f6b-5723-43fc-9b40-6adb766eef9e on host dv-cinder-773876-4-iscsi for vnic_type normal with profile {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 16:46:43.617082 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.managers [None req-15176b24-f989-49a7-81b4-9562c595ba6e None None] Attempting to bind port fe1e6f6b-5723-43fc-9b40-6adb766eef9e by drivers openvswitch,hyperv on host dv-cinder-773876-4-iscsi at level 0 using segments [{'id': '1cb664d2-69f4-46cd-9abc-3fc1a9239895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede'}] {{(pid=113346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 16:46:43.619080 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15176b24-f989-49a7-81b4-9562c595ba6e None None] Attempting to bind port fe1e6f6b-5723-43fc-9b40-6adb766eef9e on network e732c7b6-4740-4909-a10c-6231f1bdbede {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:46:43.651609 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15176b24-f989-49a7-81b4-9562c595ba6e None None] Checking agent: {'id': '7dc37166-7823-42e6-bc3e-7dc49cd1fc12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 37, 46), 'started_at': datetime.datetime(2021, 11, 2, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:46:43.652362 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15176b24-f989-49a7-81b4-9562c595ba6e None None] Checking segment: {'id': '1cb664d2-69f4-46cd-9abc-3fc1a9239895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 16:46:43.653521 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-15176b24-f989-49a7-81b4-9562c595ba6e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:43.654858 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15176b24-f989-49a7-81b4-9562c595ba6e None None] Bound using segment: {'id': '1cb664d2-69f4-46cd-9abc-3fc1a9239895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede'} {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:46:43.655520 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.managers [None req-15176b24-f989-49a7-81b4-9562c595ba6e None None] Bound port: fe1e6f6b-5723-43fc-9b40-6adb766eef9e, host: dv-cinder-773876-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cb664d2-69f4-46cd-9abc-3fc1a9239895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede'}}] {{(pid=113346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 16:46:43.656575 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-15176b24-f989-49a7-81b4-9562c595ba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:43.774102 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60be1d0-3cff-4c51-b545-c9a3636e9ba8 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Pushing event updated for resources: {'Port': ['ID=6d3bae71-e514-49ab-9222-9632d4fba0f5,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:43.848810 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-15176b24-f989-49a7-81b4-9562c595ba6e None None] For port fe1e6f6b-5723-43fc-9b40-6adb766eef9e, host dv-cinder-773876-4-iscsi, cleared binding levels {{(pid=113346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:46:43.868933 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-15176b24-f989-49a7-81b4-9562c595ba6e None None] For port fe1e6f6b-5723-43fc-9b40-6adb766eef9e, host dv-cinder-773876-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=fe1e6f6b-5723-43fc-9b40-6adb766eef9e,segment=NetworkSegment(1cb664d2-69f4-46cd-9abc-3fc1a9239895),segment_id=1cb664d2-69f4-46cd-9abc-3fc1a9239895)] {{(pid=113346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:46:43.908117 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d55db4b3-2f11-464c-a1c5-2fa08121849f req-f60be1d0-3cff-4c51-b545-c9a3636e9ba8 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Network 716d1add-eeb0-4090-99a3-8e93ac4c3a42 is already hosted by enough agents. {{(pid=113345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:46:43.911187 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-15176b24-f989-49a7-81b4-9562c595ba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:43.926807 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-17c047ec-f369-4661-a2a3-b301a0c77137 req-e37a8119-1d6b-44c8-ae7f-0402d17d976e tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] 10.222.0.118 "GET /v2.0/ports?device_id=72140edf-a256-42c5-96ab-aa20fadf6e0b HTTP/1.1" status: 200 len: 210 time: 0.2131629 Nov 02 16:46:43.943542 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-ae6fa2ee-0b96-448b-b8ca-1a81fe7d1378 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:43.981998 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-77fa1d46-0cf0-4719-8cc6-c60c84a7f354 admin admin] Publish callbacks [] for port, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:44.022734 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.base_scheduler [req-d55db4b3-2f11-464c-a1c5-2fa08121849f req-f60be1d0-3cff-4c51-b545-c9a3636e9ba8 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Resources bound (agent type, host, resource id): {{(pid=113345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:46:44.037123 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.l3_dvrscheduler_db [req-d55db4b3-2f11-464c-a1c5-2fa08121849f req-f60be1d0-3cff-4c51-b545-c9a3636e9ba8 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Received port after_create {{(pid=113345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:46:44.043001 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-3b5e340e-8f3f-454d-b663-55b1320e9323 req-f87bd42f-da75-44dd-9d45-a8ab72a295eb tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 210 time: 0.2289793 Nov 02 16:46:44.074501 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55db4b3-2f11-464c-a1c5-2fa08121849f req-f60be1d0-3cff-4c51-b545-c9a3636e9ba8 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:44.074501 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-d55db4b3-2f11-464c-a1c5-2fa08121849f req-f60be1d0-3cff-4c51-b545-c9a3636e9ba8 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673503'] for port, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:44.101599 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvr_db [None req-d812d37a-7dbe-4793-84c1-4e5f4ee22cfb None None] Set router 778ab637-dc51-4e34-81a6-0099940b16f6 gateway port host: dv-cinder-773876-4-iscsi {{(pid=113346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:46:44.117993 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-ae6fa2ee-0b96-448b-b8ca-1a81fe7d1378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:44.269280 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-ae6fa2ee-0b96-448b-b8ca-1a81fe7d1378 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=addfcce24df24f40aa3b25b7a7e80b13&name=default HTTP/1.1" status: 200 len: 2996 time: 5.9476233 Nov 02 16:46:44.273818 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 38576) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:46:44.274594 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-b541b079-d6e5-4134-bc8a-4839062e71dc admin admin] Publish callbacks [] for port, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:44.280843 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [req-29bc7d2a-2d6c-4c2c-be50-e63f365f985b req-7802f2d8-c2c0-4ab8-9698-6d6b2387d28b tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Publish callbacks [] for port, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:44.404585 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-d55db4b3-2f11-464c-a1c5-2fa08121849f req-f60be1d0-3cff-4c51-b545-c9a3636e9ba8 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.1598380 Nov 02 16:46:44.456217 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6fa2ee-0b96-448b-b8ca-1a81fe7d1378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19daed1f-9fcd-4e7b-ba5d-5f830a1d2497,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:44.510755 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-77fa1d46-0cf0-4719-8cc6-c60c84a7f354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788024814062'] for port, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:44.520017 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a643728-2b6c-489b-83de-5d7096ebdacd req-adb2fa5d-4f18-42bf-8580-46eab5734704 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:44.520017 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-7a643728-2b6c-489b-83de-5d7096ebdacd req-adb2fa5d-4f18-42bf-8580-46eab5734704 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=e699b34f-97c8-4316-9e80-4820d1f94e26 HTTP/1.1" status: 200 len: 932 time: 0.2566502 Nov 02 16:46:44.526577 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-8f34a0a8-7259-469b-83e7-3f3c0cb8b5f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:44.558143 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fa1d46-0cf0-4719-8cc6-c60c84a7f354 admin admin] Network 2642968c-324e-4035-9dba-a5695e42fc1f is already hosted by enough agents. {{(pid=113344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:46:44.565789 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.base_scheduler [None req-77fa1d46-0cf0-4719-8cc6-c60c84a7f354 admin admin] Resources bound (agent type, host, resource id): {{(pid=113344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:46:44.572343 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fa1d46-0cf0-4719-8cc6-c60c84a7f354 admin admin] Received port after_create {{(pid=113344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:46:44.574173 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-77fa1d46-0cf0-4719-8cc6-c60c84a7f354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3708925'] for router_interface, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:44.583040 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-7d11d1af-a375-4f15-a961-3cc016b87ced req-a2c0dda0-a6e2-4b89-a051-ff9e31ea5615 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] Publish callbacks [] for port, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:44.633758 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-8f34a0a8-7259-469b-83e7-3f3c0cb8b5f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:44.684519 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-7a643728-2b6c-489b-83de-5d7096ebdacd req-8ac3483b-073c-4ed6-a566-f1368081f82a tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590939 Nov 02 16:46:44.686975 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-b541b079-d6e5-4134-bc8a-4839062e71dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788024814062'] for port, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:44.745237 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-7d11d1af-a375-4f15-a961-3cc016b87ced req-a2c0dda0-a6e2-4b89-a051-ff9e31ea5615 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788024814062'] for port, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:44.758190 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15176b24-f989-49a7-81b4-9562c595ba6e None None] Routers {'cb75ea54-b9eb-4743-961b-a3f4caef708f'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:46:44.758893 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-15176b24-f989-49a7-81b4-9562c595ba6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:46:41Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['cb75ea54-b9eb-4743-961b-a3f4caef708f'], 'active': True} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:46:44.791220 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0b95-0143-42d2-8d33-45f1b37c89de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:44.793492 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [req-29bc7d2a-2d6c-4c2c-be50-e63f365f985b req-7802f2d8-c2c0-4ab8-9698-6d6b2387d28b tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788024814062'] for port, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:44.819393 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fa1d46-0cf0-4719-8cc6-c60c84a7f354 admin admin] Pushing event updated for resources: {'Port': ['ID=eacb2b5f-51a4-495b-a668-87d60d838fb1,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:44.830119 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b541b079-d6e5-4134-bc8a-4839062e71dc admin admin] Network c3ac4ab4-0ce0-4abb-9960-272f99ead558 is already hosted by enough agents. {{(pid=113344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:46:44.859245 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-8f34a0a8-7259-469b-83e7-3f3c0cb8b5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:44.862359 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.base_scheduler [None req-b541b079-d6e5-4134-bc8a-4839062e71dc admin admin] Resources bound (agent type, host, resource id): {{(pid=113344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:46:44.862606 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-8f34a0a8-7259-469b-83e7-3f3c0cb8b5f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:44.878459 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-8f34a0a8-7259-469b-83e7-3f3c0cb8b5f1 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/19daed1f-9fcd-4e7b-ba5d-5f830a1d2497 HTTP/1.1" status: 204 len: 168 time: 0.5976138 Nov 02 16:46:44.902295 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b541b079-d6e5-4134-bc8a-4839062e71dc admin admin] Received port after_create {{(pid=113344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:46:44.902828 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-b541b079-d6e5-4134-bc8a-4839062e71dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3708925'] for router_interface, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:44.953363 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d11d1af-a375-4f15-a961-3cc016b87ced req-a2c0dda0-a6e2-4b89-a051-ff9e31ea5615 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] Network 244687ba-bf2c-4a2d-aed3-980547dbf6c6 is already hosted by enough agents. {{(pid=113345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:46:44.959547 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:44.972034 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.base_scheduler [req-7d11d1af-a375-4f15-a961-3cc016b87ced req-a2c0dda0-a6e2-4b89-a051-ff9e31ea5615 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] Resources bound (agent type, host, resource id): {{(pid=113345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:46:44.986923 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f34a0a8-7259-469b-83e7-3f3c0cb8b5f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19daed1f-9fcd-4e7b-ba5d-5f830a1d2497,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:45.010950 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d11d1af-a375-4f15-a961-3cc016b87ced req-a2c0dda0-a6e2-4b89-a051-ff9e31ea5615 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] Received port after_create {{(pid=113345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:46:45.024714 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ed9646-a206-483b-beb2-738588793abd None None] Pushing event updated for resources: {'Port': ['ID=fe1e6f6b-5723-43fc-9b40-6adb766eef9e,revision_number=3']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:45.062350 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d11d1af-a375-4f15-a961-3cc016b87ced req-a2c0dda0-a6e2-4b89-a051-ff9e31ea5615 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:45.066341 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-7d11d1af-a375-4f15-a961-3cc016b87ced req-a2c0dda0-a6e2-4b89-a051-ff9e31ea5615 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673503'] for port, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:45.082879 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] For port 9d136291-39f3-4e32-8d3c-b6a656cf842b, host dv-cinder-773876-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=9d136291-39f3-4e32-8d3c-b6a656cf842b,segment=NetworkSegment(1cb664d2-69f4-46cd-9abc-3fc1a9239895),segment_id=1cb664d2-69f4-46cd-9abc-3fc1a9239895)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:46:45.124650 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:45.162763 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29bc7d2a-2d6c-4c2c-be50-e63f365f985b req-7802f2d8-c2c0-4ab8-9698-6d6b2387d28b tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Network e13a8a17-03ff-45d6-87c8-8e4368446fe7 is already hosted by enough agents. {{(pid=113344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:46:45.182220 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c0dda0-a6e2-4b89-a051-ff9e31ea5615 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] Pushing event updated for resources: {'Port': ['ID=9877734a-b105-41fe-bb14-bcc253387958,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:45.216818 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.base_scheduler [req-29bc7d2a-2d6c-4c2c-be50-e63f365f985b req-7802f2d8-c2c0-4ab8-9698-6d6b2387d28b tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Resources bound (agent type, host, resource id): {{(pid=113344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:46:45.219325 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b541b079-d6e5-4134-bc8a-4839062e71dc admin admin] Pushing event updated for resources: {'Port': ['ID=6e0f9ba0-c6dd-4491-813c-9e774c45dd92,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:45.223209 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-7d11d1af-a375-4f15-a961-3cc016b87ced req-a2c0dda0-a6e2-4b89-a051-ff9e31ea5615 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.4821131 Nov 02 16:46:45.258017 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.db.l3_dvrscheduler_db [req-29bc7d2a-2d6c-4c2c-be50-e63f365f985b req-7802f2d8-c2c0-4ab8-9698-6d6b2387d28b tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Received port after_create {{(pid=113344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:46:45.270544 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bc7d2a-2d6c-4c2c-be50-e63f365f985b req-7802f2d8-c2c0-4ab8-9698-6d6b2387d28b tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:45.271276 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [req-29bc7d2a-2d6c-4c2c-be50-e63f365f985b req-7802f2d8-c2c0-4ab8-9698-6d6b2387d28b tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673503'] for port, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:45.357708 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-97f15667-7861-4918-8e94-d5e1d675c6c2 None None] Provisioning complete for port eacb2b5f-51a4-495b-a668-87d60d838fb1 triggered by entity DHCP. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:46:45.359752 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-97f15667-7861-4918-8e94-d5e1d675c6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:45.370704 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-d3aee774-12b6-445c-8d19-8320598f5bf6 req-b26720f7-78b8-44d2-bb2f-b22519478b11 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 210 time: 0.0809314 Nov 02 16:46:45.473005 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Pushing event updated for resources: {'Port': ['ID=9d136291-39f3-4e32-8d3c-b6a656cf842b,revision_number=4']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:45.479598 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-29bc7d2a-2d6c-4c2c-be50-e63f365f985b req-7802f2d8-c2c0-4ab8-9698-6d6b2387d28b tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9264042 Nov 02 16:46:45.484793 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvr_db [None req-15176b24-f989-49a7-81b4-9562c595ba6e None None] Set router cb75ea54-b9eb-4743-961b-a3f4caef708f gateway port host: dv-cinder-773876-4-iscsi {{(pid=113346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:46:45.541380 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7802f2d8-c2c0-4ab8-9698-6d6b2387d28b tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Pushing event updated for resources: {'Port': ['ID=8c95a943-ceda-4a49-8043-1035f5d14c4a,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:45.576715 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-97f15667-7861-4918-8e94-d5e1d675c6c2 None None] Port eacb2b5f-51a4-495b-a668-87d60d838fb1 cannot update to ACTIVE because it is not bound. {{(pid=113346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 16:46:45.610809 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-77fa1d46-0cf0-4719-8cc6-c60c84a7f354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:45.625428 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27953fe-818b-448a-b2db-c6be4348b0f9 req-d80d8247-5317-4b21-9a4a-506ebabb9234 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:45.627551 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-f27953fe-818b-448a-b2db-c6be4348b0f9 req-d80d8247-5317-4b21-9a4a-506ebabb9234 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] 10.222.0.118 "GET /v2.0/ports?device_id=72140edf-a256-42c5-96ab-aa20fadf6e0b HTTP/1.1" status: 200 len: 932 time: 0.3377030 Nov 02 16:46:45.671614 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-d812d37a-7dbe-4793-84c1-4e5f4ee22cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778ab637-dc51-4e34-81a6-0099940b16f6', 'name': 'tempest-ServerRescueNegativeTestJSON-1791074020-router', 'tenant_id': '7a412769a7274d9da389f724f6f4744e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'f81cc7a7-76fb-45f6-85de-737e1162acf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:46:17Z', 'updated_at': '2021-11-02T16:46:25Z', 'revision_number': 4, 'project_id': '7a412769a7274d9da389f724f6f4744e', 'gw_port': {'id': 'f81cc7a7-76fb-45f6-85de-737e1162acf9', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778ab637-dc51-4e34-81a6-0099940b16f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:18Z', 'updated_at': '2021-11-02T16:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_interfaces': [{'id': '2d5d7fd3-77f7-4ee3-ae08-74694e774d3d', 'name': '', 'network_id': 'e13a8a17-03ff-45d6-87c8-8e4368446fe7', 'tenant_id': '7a412769a7274d9da389f724f6f4744e', 'mac_address': 'fa:16:3e:fa:43:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778ab637-dc51-4e34-81a6-0099940b16f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e0977232-e536-46af-9a0c-d7241cfd5366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:23Z', 'updated_at': '2021-11-02T16:46:41Z', 'revision_number': 4, 'project_id': '7a412769a7274d9da389f724f6f4744e', 'subnets': [{'id': 'e0977232-e536-46af-9a0c-d7241cfd5366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:46:45.717869 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-b541b079-d6e5-4134-bc8a-4839062e71dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:45.718129 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d812d37a-7dbe-4793-84c1-4e5f4ee22cfb None None] The sync data for ids ['778ab637-dc51-4e34-81a6-0099940b16f6'] in dv-cinder-773876-4-iscsi is: [{'id': '778ab637-dc51-4e34-81a6-0099940b16f6', 'name': 'tempest-ServerRescueNegativeTestJSON-1791074020-router', 'tenant_id': '7a412769a7274d9da389f724f6f4744e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'f81cc7a7-76fb-45f6-85de-737e1162acf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:46:17Z', 'updated_at': '2021-11-02T16:46:25Z', 'revision_number': 4, 'project_id': '7a412769a7274d9da389f724f6f4744e', 'gw_port': {'id': 'f81cc7a7-76fb-45f6-85de-737e1162acf9', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778ab637-dc51-4e34-81a6-0099940b16f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:18Z', 'updated_at': '2021-11-02T16:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_interfaces': [{'id': '2d5d7fd3-77f7-4ee3-ae08-74694e774d3d', 'name': '', 'network_id': 'e13a8a17-03ff-45d6-87c8-8e4368446fe7', 'tenant_id': '7a412769a7274d9da389f724f6f4744e', 'mac_address': 'fa:16:3e:fa:43:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778ab637-dc51-4e34-81a6-0099940b16f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e0977232-e536-46af-9a0c-d7241cfd5366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:23Z', 'updated_at': '2021-11-02T16:46:41Z', 'revision_number': 4, 'project_id': '7a412769a7274d9da389f724f6f4744e', 'subnets': [{'id': 'e0977232-e536-46af-9a0c-d7241cfd5366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:46:45.809152 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 38596) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:46:45.847861 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-a13b7006-2229-4fb6-a311-1cc011c4ad98 None None] Provisioning complete for port 6e0f9ba0-c6dd-4491-813c-9e774c45dd92 triggered by entity DHCP. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:46:45.865675 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-a13b7006-2229-4fb6-a311-1cc011c4ad98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:45.907694 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-521126cc-c3dc-47dc-a123-7a1edcd40763 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:45.943545 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-f27953fe-818b-448a-b2db-c6be4348b0f9 req-e9cbbfa0-2f6b-44dd-a9c6-a05b94ae6374 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] 10.222.0.118 "GET /v2.0/security-groups?id=4064422b-7a09-47b0-889c-519c373517a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803929 Nov 02 16:46:45.946782 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-a13b7006-2229-4fb6-a311-1cc011c4ad98 None None] Port 6e0f9ba0-c6dd-4491-813c-9e774c45dd92 cannot update to ACTIVE because it is not bound. {{(pid=113346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 16:46:46.044005 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b88084-960e-47a4-8fed-b0bbe2d1acd4 req-70dffac2-0756-4df2-a92f-82d34897e547 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:46.047237 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-a9b88084-960e-47a4-8fed-b0bbe2d1acd4 req-70dffac2-0756-4df2-a92f-82d34897e547 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=e699b34f-97c8-4316-9e80-4820d1f94e26 HTTP/1.1" status: 200 len: 932 time: 0.1946826 Nov 02 16:46:46.089904 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-15176b24-f989-49a7-81b4-9562c595ba6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb75ea54-b9eb-4743-961b-a3f4caef708f', 'name': 'tempest-AttachVolumeTestJSON-1456657988-router', 'tenant_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'fe1e6f6b-5723-43fc-9b40-6adb766eef9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:46:24Z', 'updated_at': '2021-11-02T16:46:30Z', 'revision_number': 3, 'project_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'gw_port': {'id': 'fe1e6f6b-5723-43fc-9b40-6adb766eef9e', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:94:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb75ea54-b9eb-4743-961b-a3f4caef708f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:28Z', 'updated_at': '2021-11-02T16:46:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi'}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:46:46.238364 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:46.240992 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15176b24-f989-49a7-81b4-9562c595ba6e None None] The sync data for ids ['cb75ea54-b9eb-4743-961b-a3f4caef708f'] in dv-cinder-773876-4-iscsi is: [{'id': 'cb75ea54-b9eb-4743-961b-a3f4caef708f', 'name': 'tempest-AttachVolumeTestJSON-1456657988-router', 'tenant_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'fe1e6f6b-5723-43fc-9b40-6adb766eef9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:46:24Z', 'updated_at': '2021-11-02T16:46:30Z', 'revision_number': 3, 'project_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'gw_port': {'id': 'fe1e6f6b-5723-43fc-9b40-6adb766eef9e', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:94:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb75ea54-b9eb-4743-961b-a3f4caef708f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:28Z', 'updated_at': '2021-11-02T16:46:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi'}] {{(pid=113346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:46:46.575074 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-77fa1d46-0cf0-4719-8cc6-c60c84a7f354 admin admin] Publish callbacks [] for port, precommit_update {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:46.601845 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-77fa1d46-0cf0-4719-8cc6-c60c84a7f354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:46.602813 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-77fa1d46-0cf0-4719-8cc6-c60c84a7f354 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3708777'] for router_interface, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:46.619830 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-521126cc-c3dc-47dc-a123-7a1edcd40763 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:46.674335 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-521126cc-c3dc-47dc-a123-7a1edcd40763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:46.715807 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-28652822-2665-4eb0-9a14-463e314bd27b req-041a3457-4900-42f4-9f9a-27b51c322473 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 210 time: 0.1478283 Nov 02 16:46:46.800604 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-521126cc-c3dc-47dc-a123-7a1edcd40763 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=b15d0d74da0b4dfaa649789ddadb5e25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9847090 Nov 02 16:46:46.800604 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521126cc-c3dc-47dc-a123-7a1edcd40763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9e157e-adde-44ca-9068-ca2deb7cf4fc,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:46.816618 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-a9b88084-960e-47a4-8fed-b0bbe2d1acd4 req-d21283d1-fdb6-4488-a624-16d9f2d46183 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7162228 Nov 02 16:46:46.817258 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 38604) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:46:46.937638 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-b541b079-d6e5-4134-bc8a-4839062e71dc admin admin] Publish callbacks [] for port, precommit_update {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:47.050774 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-b541b079-d6e5-4134-bc8a-4839062e71dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:47.052206 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-b541b079-d6e5-4134-bc8a-4839062e71dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3708777'] for router_interface, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:47.126018 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [req-d55db4b3-2f11-464c-a1c5-2fa08121849f req-4fa3783b-9010-4516-b557-63f8bf5d77cd tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] http://10.222.0.118:9696/v2.0/extensions returned with HTTP 200 {{(pid=113345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:46:47.134119 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-d55db4b3-2f11-464c-a1c5-2fa08121849f req-4fa3783b-9010-4516-b557-63f8bf5d77cd tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0275207 Nov 02 16:46:47.136761 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-a46f6235-ca7d-4512-a653-d0eab826c7e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:47.187406 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fa1d46-0cf0-4719-8cc6-c60c84a7f354 admin admin] Pushing event updated for resources: {'Port': ['ID=eacb2b5f-51a4-495b-a668-87d60d838fb1,revision_number=2']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:47.188928 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-a46f6235-ca7d-4512-a653-d0eab826c7e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:47.290770 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [req-7d11d1af-a375-4f15-a961-3cc016b87ced req-c828e69e-e586-4be3-8229-ea09dbdbe301 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] http://10.222.0.118:9696/v2.0/extensions returned with HTTP 200 {{(pid=113345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:46:47.297813 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-7d11d1af-a375-4f15-a961-3cc016b87ced req-c828e69e-e586-4be3-8229-ea09dbdbe301 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0138669 Nov 02 16:46:47.309025 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-a46f6235-ca7d-4512-a653-d0eab826c7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:47.315669 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-a46f6235-ca7d-4512-a653-d0eab826c7e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:47.320797 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-a46f6235-ca7d-4512-a653-d0eab826c7e8 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/ee9e157e-adde-44ca-9068-ca2deb7cf4fc HTTP/1.1" status: 204 len: 168 time: 0.4988177 Nov 02 16:46:47.329568 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [req-29bc7d2a-2d6c-4c2c-be50-e63f365f985b req-969400a1-c1fd-4fa4-8a82-64138e31b31f tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] http://10.222.0.118:9696/v2.0/extensions returned with HTTP 200 {{(pid=113344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:46:47.330854 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-29bc7d2a-2d6c-4c2c-be50-e63f365f985b req-969400a1-c1fd-4fa4-8a82-64138e31b31f tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0063515 Nov 02 16:46:47.365076 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46f6235-ca7d-4512-a653-d0eab826c7e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9e157e-adde-44ca-9068-ca2deb7cf4fc,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:48.096162 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.76', 58944) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:46:48.272852 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device 9d136291-39f3-4e32-8d3c-b6a656cf842b up at agent ovs-agent-dv-cinder-773876-4-iscsi {{(pid=113346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:46:48.425200 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-dd9db25b-a758-481f-a67a-512b503d231c req-3add0205-476f-448d-bfab-3bc6d1078401 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 210 time: 0.2327623 Nov 02 16:46:48.627221 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Provisioning complete for port 9d136291-39f3-4e32-8d3c-b6a656cf842b triggered by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:46:48.628052 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:48.704951 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.v2.base [req-d55db4b3-2f11-464c-a1c5-2fa08121849f req-67204531-aa09-4b4c-a44b-ac9547906875 service neutron] Request body: {'port': {'device_id': 'e699b34f-97c8-4316-9e80-4820d1f94e26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=113345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:46:48.947175 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.v2.base [req-29bc7d2a-2d6c-4c2c-be50-e63f365f985b req-b3841a58-3eda-4524-95df-386b1d805902 service neutron] Request body: {'port': {'device_id': '6e5b406e-d37d-44b0-bb2f-39532baf3f9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=113345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:46:48.999338 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.v2.base [req-7d11d1af-a375-4f15-a961-3cc016b87ced req-2ae58c95-fdc4-4a81-83c6-d3e095365df3 service neutron] Request body: {'port': {'device_id': '72140edf-a256-42c5-96ab-aa20fadf6e0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=113345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:46:49.182371 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device fe1e6f6b-5723-43fc-9b40-6adb766eef9e up at agent ovs-agent-dv-cinder-773876-4-iscsi {{(pid=113346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:46:49.281119 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b541b079-d6e5-4134-bc8a-4839062e71dc admin admin] Network c3ac4ab4-0ce0-4abb-9960-272f99ead558 is already hosted by enough agents. {{(pid=113344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:46:49.360365 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.base_scheduler [None req-b541b079-d6e5-4134-bc8a-4839062e71dc admin admin] Resources bound (agent type, host, resource id): {{(pid=113344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:46:49.372809 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fa1d46-0cf0-4719-8cc6-c60c84a7f354 admin admin] Network 2642968c-324e-4035-9dba-a5695e42fc1f is already hosted by enough agents. {{(pid=113344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:46:49.451365 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b541b079-d6e5-4134-bc8a-4839062e71dc admin admin] Pushing event updated for resources: {'Port': ['ID=6e0f9ba0-c6dd-4491-813c-9e774c45dd92,revision_number=2']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:49.456385 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.base_scheduler [None req-77fa1d46-0cf0-4719-8cc6-c60c84a7f354 admin admin] Resources bound (agent type, host, resource id): {{(pid=113344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:46:49.512127 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce2d97-0818-4313-b8f4-679ee9de65d0 req-35e98e39-6d02-4ca1-bf18-2208d2b70dce tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:49.551423 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-3bce2d97-0818-4313-b8f4-679ee9de65d0 req-35e98e39-6d02-4ca1-bf18-2208d2b70dce tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] 10.222.0.118 "GET /v2.0/ports?device_id=72140edf-a256-42c5-96ab-aa20fadf6e0b HTTP/1.1" status: 200 len: 932 time: 2.4076133 Nov 02 16:46:49.650823 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Provisioning complete for port fe1e6f6b-5723-43fc-9b40-6adb766eef9e triggered by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:46:49.662631 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:49.809567 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-29bc7d2a-2d6c-4c2c-be50-e63f365f985b req-b3841a58-3eda-4524-95df-386b1d805902 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:49.964293 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-d55db4b3-2f11-464c-a1c5-2fa08121849f req-67204531-aa09-4b4c-a44b-ac9547906875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:50.080988 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a0297-74f8-4029-857c-710a06dda3d5 req-b2284de8-d65b-4810-9866-d1baa94240ff tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:50.098762 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-916a0297-74f8-4029-857c-710a06dda3d5 req-b2284de8-d65b-4810-9866-d1baa94240ff tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=e699b34f-97c8-4316-9e80-4820d1f94e26 HTTP/1.1" status: 200 len: 932 time: 1.2969289 Nov 02 16:46:50.122038 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-7d11d1af-a375-4f15-a961-3cc016b87ced req-2ae58c95-fdc4-4a81-83c6-d3e095365df3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:50.157125 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:50.196283 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f9f48-b165-4e95-b170-9fc979858e98 req-9b063773-7bd4-482f-9f79-031f52652347 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:50.206077 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-6f0f9f48-b165-4e95-b170-9fc979858e98 req-9b063773-7bd4-482f-9f79-031f52652347 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.76 "GET /v2.0/networks?id=e13a8a17-03ff-45d6-87c8-8e4368446fe7 HTTP/1.1" status: 200 len: 819 time: 1.5299342 Nov 02 16:46:50.285803 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] For port fe1e6f6b-5723-43fc-9b40-6adb766eef9e, host dv-cinder-773876-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=fe1e6f6b-5723-43fc-9b40-6adb766eef9e,segment=NetworkSegment(1cb664d2-69f4-46cd-9abc-3fc1a9239895),segment_id=1cb664d2-69f4-46cd-9abc-3fc1a9239895)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:46:50.303193 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:50.313981 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device 2d5d7fd3-77f7-4ee3-ae08-74694e774d3d up at agent ovs-agent-dv-cinder-773876-4-iscsi {{(pid=113346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:46:50.315441 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.v2.base [req-6f0f9f48-b165-4e95-b170-9fc979858e98 req-0642e836-1f09-48df-9eb5-fb8d0e5d7358 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Request body: {'port': {'device_id': '17da9bbd-fb82-4abe-a41e-4edac4b87bc7', 'network_id': 'e13a8a17-03ff-45d6-87c8-8e4368446fe7', 'admin_state_up': True, 'tenant_id': '7a412769a7274d9da389f724f6f4744e'}} {{(pid=113344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:46:50.447264 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-d7c57c31-d14b-408a-8d83-dc9483220442 None None] Provisioning complete for port eacb2b5f-51a4-495b-a668-87d60d838fb1 triggered by entity DHCP. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:46:50.448020 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-d7c57c31-d14b-408a-8d83-dc9483220442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:50.541572 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-d7c57c31-d14b-408a-8d83-dc9483220442 None None] Port eacb2b5f-51a4-495b-a668-87d60d838fb1 cannot update to ACTIVE because it is not bound. {{(pid=113346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 16:46:50.604961 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-3bce2d97-0818-4313-b8f4-679ee9de65d0 req-ae48565f-5ecd-44e8-9201-c0c10a58a50f tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] 10.222.0.118 "GET /v2.0/security-groups?id=4064422b-7a09-47b0-889c-519c373517a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0359681 Nov 02 16:46:50.669410 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-d7c57c31-d14b-408a-8d83-dc9483220442 None None] Provisioning complete for port 6e0f9ba0-c6dd-4491-813c-9e774c45dd92 triggered by entity DHCP. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:46:50.670086 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-d7c57c31-d14b-408a-8d83-dc9483220442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:50.678815 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Pushing event updated for resources: {'Port': ['ID=fe1e6f6b-5723-43fc-9b40-6adb766eef9e,revision_number=4']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:50.808605 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Provisioning complete for port 2d5d7fd3-77f7-4ee3-ae08-74694e774d3d triggered by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:46:50.809084 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:50.814258 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77fa1d46-0cf0-4719-8cc6-c60c84a7f354 admin admin] Router 9087e7a4-e2d6-4260-8391-3cdc3d276282 has already been hosted by L3 agent 23c85ca8-88a6-46e7-9165-338a7fd1d142 {{(pid=113344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:46:50.943160 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-d7c57c31-d14b-408a-8d83-dc9483220442 None None] Port 6e0f9ba0-c6dd-4491-813c-9e774c45dd92 cannot update to ACTIVE because it is not bound. {{(pid=113346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 16:46:50.973218 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b541b079-d6e5-4134-bc8a-4839062e71dc admin admin] Router cb75ea54-b9eb-4743-961b-a3f4caef708f has already been hosted by L3 agent 23c85ca8-88a6-46e7-9165-338a7fd1d142 {{(pid=113344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:46:51.056411 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-85aaaa48-bad6-46e8-8886-50c7b0fd2bb0 req-02a3e55b-5306-4e77-bf52-8872c0b17beb tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 210 time: 0.2086306 Nov 02 16:46:51.087792 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:51.279441 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] For port 2d5d7fd3-77f7-4ee3-ae08-74694e774d3d, host dv-cinder-773876-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=2d5d7fd3-77f7-4ee3-ae08-74694e774d3d,segment=NetworkSegment(80e87b5c-0e86-4ca9-a97e-67171cd2a7f7),segment_id=80e87b5c-0e86-4ca9-a97e-67171cd2a7f7)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:46:51.289298 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:51.356307 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-916a0297-74f8-4029-857c-710a06dda3d5 req-156057cd-00e7-4bc3-ace5-e9b9333aa7aa tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2560434 Nov 02 16:46:51.552813 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f0f9f48-b165-4e95-b170-9fc979858e98 req-0642e836-1f09-48df-9eb5-fb8d0e5d7358 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Made reservation on behalf of 7a412769a7274d9da389f724f6f4744e for: {'port': 1} {{(pid=113344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:46:51.557694 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [req-6f0f9f48-b165-4e95-b170-9fc979858e98 req-0642e836-1f09-48df-9eb5-fb8d0e5d7358 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:51.705942 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device fe1e6f6b-5723-43fc-9b40-6adb766eef9e up at agent ovs-agent-dv-cinder-773876-4-iscsi {{(pid=113346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:46:51.817482 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77fa1d46-0cf0-4719-8cc6-c60c84a7f354 admin admin] Notify agent at l3_agent.dv-cinder-773876-4-iscsi the message routers_updated {{(pid=113344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:46:51.828766 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-77fa1d46-0cf0-4719-8cc6-c60c84a7f354 admin admin] 10.222.0.118 "PUT /v2.0/routers/9087e7a4-e2d6-4260-8391-3cdc3d276282/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.0612776 Nov 02 16:46:51.839337 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b541b079-d6e5-4134-bc8a-4839062e71dc admin admin] Notify agent at l3_agent.dv-cinder-773876-4-iscsi the message routers_updated {{(pid=113344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:46:51.848567 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e47bca1-0577-41e4-944d-21604b45743e None None] Sync routers for ids ['9087e7a4-e2d6-4260-8391-3cdc3d276282'] in dv-cinder-773876-4-iscsi {{(pid=113347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:46:51.890758 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e47bca1-0577-41e4-944d-21604b45743e None None] Routers {'9087e7a4-e2d6-4260-8391-3cdc3d276282'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:46:51.896161 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-b541b079-d6e5-4134-bc8a-4839062e71dc admin admin] 10.222.0.118 "PUT /v2.0/routers/cb75ea54-b9eb-4743-961b-a3f4caef708f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.8858180 Nov 02 16:46:51.896473 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-3e47bca1-0577-41e4-944d-21604b45743e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:46:41Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['9087e7a4-e2d6-4260-8391-3cdc3d276282'], 'active': True} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:46:51.975841 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723715b9-470d-41d6-975c-51375d2f495c None None] Sync routers for ids ['cb75ea54-b9eb-4743-961b-a3f4caef708f'] in dv-cinder-773876-4-iscsi {{(pid=113346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:46:52.040125 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Pushing event updated for resources: {'Port': ['ID=2d5d7fd3-77f7-4ee3-ae08-74694e774d3d,revision_number=5']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:52.084488 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723715b9-470d-41d6-975c-51375d2f495c None None] Routers {'cb75ea54-b9eb-4743-961b-a3f4caef708f'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:46:52.085218 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-723715b9-470d-41d6-975c-51375d2f495c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:46:41Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['cb75ea54-b9eb-4743-961b-a3f4caef708f'], 'active': True} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:46:52.216612 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858df616-2b70-46a9-bf02-e9d396e02f71 req-c44eb18f-31c0-495b-804c-eb096967398e tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:52.235672 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-858df616-2b70-46a9-bf02-e9d396e02f71 req-c44eb18f-31c0-495b-804c-eb096967398e tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] 10.222.0.118 "GET /v2.0/ports?device_id=72140edf-a256-42c5-96ab-aa20fadf6e0b HTTP/1.1" status: 200 len: 932 time: 0.2986722 Nov 02 16:46:52.295274 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvr_db [None req-3e47bca1-0577-41e4-944d-21604b45743e None None] Set router 9087e7a4-e2d6-4260-8391-3cdc3d276282 gateway port host: dv-cinder-773876-4-iscsi {{(pid=113347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:46:52.415320 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.notifiers.nova [req-29bc7d2a-2d6c-4c2c-be50-e63f365f985b req-b3841a58-3eda-4524-95df-386b1d805902 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c95a943-ceda-4a49-8043-1035f5d14c4a {{(pid=113345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:46:52.477988 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-858df616-2b70-46a9-bf02-e9d396e02f71 req-84b1db68-b285-4699-8bbd-d4c2431e7f62 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] 10.222.0.118 "GET /v2.0/security-groups?id=4064422b-7a09-47b0-889c-519c373517a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410603 Nov 02 16:46:52.494282 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-29bc7d2a-2d6c-4c2c-be50-e63f365f985b req-b3841a58-3eda-4524-95df-386b1d805902 service neutron] Publish callbacks [] for port, precommit_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:52.595672 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-3e47bca1-0577-41e4-944d-21604b45743e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9087e7a4-e2d6-4260-8391-3cdc3d276282', 'name': 'tempest-AttachVolumeShelveTestJSON-1985570199-router', 'tenant_id': '5cc524f131464fe097cff64187071316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '9d136291-39f3-4e32-8d3c-b6a656cf842b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:46:22Z', 'updated_at': '2021-11-02T16:46:45Z', 'revision_number': 4, 'project_id': '5cc524f131464fe097cff64187071316', 'gw_port': {'id': '9d136291-39f3-4e32-8d3c-b6a656cf842b', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9087e7a4-e2d6-4260-8391-3cdc3d276282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:27Z', 'updated_at': '2021-11-02T16:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_interfaces': [{'id': 'eacb2b5f-51a4-495b-a668-87d60d838fb1', 'name': '', 'network_id': '2642968c-324e-4035-9dba-a5695e42fc1f', 'tenant_id': '5cc524f131464fe097cff64187071316', 'mac_address': 'fa:16:3e:ad:d8:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9087e7a4-e2d6-4260-8391-3cdc3d276282', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'fd525ac9-44f8-421c-b093-9ce2aeedf323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:39Z', 'updated_at': '2021-11-02T16:46:45Z', 'revision_number': 2, 'project_id': '5cc524f131464fe097cff64187071316', 'subnets': [{'id': 'fd525ac9-44f8-421c-b093-9ce2aeedf323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:46:52.696537 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e47bca1-0577-41e4-944d-21604b45743e None None] Checking router: 9087e7a4-e2d6-4260-8391-3cdc3d276282 for host: dv-cinder-773876-4-iscsi {{(pid=113347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:46:52.700675 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e47bca1-0577-41e4-944d-21604b45743e None None] Updating router 9087e7a4-e2d6-4260-8391-3cdc3d276282 port eacb2b5f-51a4-495b-a668-87d60d838fb1 binding host dv-cinder-773876-4-iscsi {{(pid=113347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:46:52.763264 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-5b45072b-2921-4cea-bf33-403d055826d9 req-65de6f4c-84b9-4c62-a402-5bbd82f24032 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 210 time: 0.1121137 Nov 02 16:46:52.782692 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron_lib.callbacks.manager [None req-3e47bca1-0577-41e4-944d-21604b45743e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:52.923981 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.provisioning_blocks [req-29bc7d2a-2d6c-4c2c-be50-e63f365f985b req-b3841a58-3eda-4524-95df-386b1d805902 service neutron] Transition to ACTIVE for port object 8c95a943-ceda-4a49-8043-1035f5d14c4a will not be triggered until provisioned by entity L2. {{(pid=113345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:46:52.951186 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-29bc7d2a-2d6c-4c2c-be50-e63f365f985b req-b3841a58-3eda-4524-95df-386b1d805902 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:52.995841 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvr_db [None req-723715b9-470d-41d6-975c-51375d2f495c None None] Set router cb75ea54-b9eb-4743-961b-a3f4caef708f gateway port host: dv-cinder-773876-4-iscsi {{(pid=113346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:46:53.111222 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3841a58-3eda-4524-95df-386b1d805902 service neutron] Pushing event updated for resources: {'Port': ['ID=8c95a943-ceda-4a49-8043-1035f5d14c4a,revision_number=2']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:53.368906 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:53.441046 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Provisioning complete for port fe1e6f6b-5723-43fc-9b40-6adb766eef9e triggered by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:46:53.441820 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.db.db_base_plugin_common [req-6f0f9f48-b165-4e95-b170-9fc979858e98 req-0642e836-1f09-48df-9eb5-fb8d0e5d7358 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Allocated IP 172.20.0.5 (e13a8a17-03ff-45d6-87c8-8e4368446fe7/e0977232-e536-46af-9a0c-d7241cfd5366/4c21c6a5-6c5e-47dc-9609-26483e9e33f3) {{(pid=113344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:46:53.450701 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:53.609785 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ed7a0-0968-4852-a2ee-3c78e3207881 req-336006f9-be2a-46ed-98ff-94fe8c4b8d6f tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:53.639658 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-0b6ed7a0-0968-4852-a2ee-3c78e3207881 req-336006f9-be2a-46ed-98ff-94fe8c4b8d6f tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=e699b34f-97c8-4316-9e80-4820d1f94e26 HTTP/1.1" status: 200 len: 932 time: 0.6053586 Nov 02 16:46:53.717075 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron_lib.callbacks.manager [None req-3e47bca1-0577-41e4-944d-21604b45743e None None] Publish callbacks [] for port, precommit_update {{(pid=113347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:53.753016 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron_lib.callbacks.manager [None req-3e47bca1-0577-41e4-944d-21604b45743e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:53.854362 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.notifiers.nova [req-7d11d1af-a375-4f15-a961-3cc016b87ced req-2ae58c95-fdc4-4a81-83c6-d3e095365df3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9877734a-b105-41fe-bb14-bcc253387958 {{(pid=113345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:46:53.923244 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-7d11d1af-a375-4f15-a961-3cc016b87ced req-2ae58c95-fdc4-4a81-83c6-d3e095365df3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:53.936091 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-0b6ed7a0-0968-4852-a2ee-3c78e3207881 req-71a35e2b-68fb-4ffa-a000-35aa98eaf9ab tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903202 Nov 02 16:46:53.973152 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-723715b9-470d-41d6-975c-51375d2f495c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb75ea54-b9eb-4743-961b-a3f4caef708f', 'name': 'tempest-AttachVolumeTestJSON-1456657988-router', 'tenant_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'fe1e6f6b-5723-43fc-9b40-6adb766eef9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:46:24Z', 'updated_at': '2021-11-02T16:46:45Z', 'revision_number': 4, 'project_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'gw_port': {'id': 'fe1e6f6b-5723-43fc-9b40-6adb766eef9e', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:94:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb75ea54-b9eb-4743-961b-a3f4caef708f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:28Z', 'updated_at': '2021-11-02T16:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_interfaces': [{'id': '6e0f9ba0-c6dd-4491-813c-9e774c45dd92', 'name': '', 'network_id': 'c3ac4ab4-0ce0-4abb-9960-272f99ead558', 'tenant_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'mac_address': 'fa:16:3e:ce:78:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb75ea54-b9eb-4743-961b-a3f4caef708f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '81d3d140-25a2-438b-a64f-a1dea867ba0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:40Z', 'updated_at': '2021-11-02T16:46:46Z', 'revision_number': 2, 'project_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'subnets': [{'id': '81d3d140-25a2-438b-a64f-a1dea867ba0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:46:53.987226 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 38738) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:46:54.113349 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.v2.base [None req-fb728fb6-f44b-45d8-acd2-6521f5113532 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Request body: {'security_group': {'name': 'tempest-securitygroup--344357715', 'description': 'tempest-description--1205035958'}} {{(pid=113344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:46:54.213910 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device 2d5d7fd3-77f7-4ee3-ae08-74694e774d3d up at agent ovs-agent-dv-cinder-773876-4-iscsi {{(pid=113346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:46:54.383097 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.notifiers.nova [req-d55db4b3-2f11-464c-a1c5-2fa08121849f req-67204531-aa09-4b4c-a44b-ac9547906875 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d3bae71-e514-49ab-9222-9632d4fba0f5 {{(pid=113345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:46:54.394318 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-d55db4b3-2f11-464c-a1c5-2fa08121849f req-67204531-aa09-4b4c-a44b-ac9547906875 service neutron] Publish callbacks [] for port, precommit_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:54.424163 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723715b9-470d-41d6-975c-51375d2f495c None None] Checking router: cb75ea54-b9eb-4743-961b-a3f4caef708f for host: dv-cinder-773876-4-iscsi {{(pid=113346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:46:54.426626 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.provisioning_blocks [req-d55db4b3-2f11-464c-a1c5-2fa08121849f req-67204531-aa09-4b4c-a44b-ac9547906875 service neutron] Transition to ACTIVE for port object 6d3bae71-e514-49ab-9222-9632d4fba0f5 will not be triggered until provisioned by entity L2. {{(pid=113345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:46:54.431974 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723715b9-470d-41d6-975c-51375d2f495c None None] Updating router cb75ea54-b9eb-4743-961b-a3f4caef708f port 6e0f9ba0-c6dd-4491-813c-9e774c45dd92 binding host dv-cinder-773876-4-iscsi {{(pid=113346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:46:54.453863 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.managers [req-29bc7d2a-2d6c-4c2c-be50-e63f365f985b req-b3841a58-3eda-4524-95df-386b1d805902 service neutron] Attempting to bind port 8c95a943-ceda-4a49-8043-1035f5d14c4a on host hv-cinder-77387 for vnic_type normal with profile {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 16:46:54.454523 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.managers [req-29bc7d2a-2d6c-4c2c-be50-e63f365f985b req-b3841a58-3eda-4524-95df-386b1d805902 service neutron] Attempting to bind port 8c95a943-ceda-4a49-8043-1035f5d14c4a by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': '80e87b5c-0e86-4ca9-a97e-67171cd2a7f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'e13a8a17-03ff-45d6-87c8-8e4368446fe7'}] {{(pid=113345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 16:46:54.455137 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bc7d2a-2d6c-4c2c-be50-e63f365f985b req-b3841a58-3eda-4524-95df-386b1d805902 service neutron] Attempting to bind port 8c95a943-ceda-4a49-8043-1035f5d14c4a on network e13a8a17-03ff-45d6-87c8-8e4368446fe7 {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:46:54.482682 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-d55db4b3-2f11-464c-a1c5-2fa08121849f req-67204531-aa09-4b4c-a44b-ac9547906875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:54.507295 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.provisioning_blocks [req-7d11d1af-a375-4f15-a961-3cc016b87ced req-2ae58c95-fdc4-4a81-83c6-d3e095365df3 service neutron] Transition to ACTIVE for port object 9877734a-b105-41fe-bb14-bcc253387958 will not be triggered until provisioned by entity L2. {{(pid=113345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:46:54.588060 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-723715b9-470d-41d6-975c-51375d2f495c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:54.601393 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0547d57b-4e6f-4d73-becf-1e38289f6a3f None None] Pushing event updated for resources: {'Port': ['ID=eacb2b5f-51a4-495b-a668-87d60d838fb1,revision_number=3']} {{(pid=113347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:54.737676 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bc7d2a-2d6c-4c2c-be50-e63f365f985b req-b3841a58-3eda-4524-95df-386b1d805902 service neutron] Port 8c95a943-ceda-4a49-8043-1035f5d14c4a on network e13a8a17-03ff-45d6-87c8-8e4368446fe7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:46:54.738459 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bc7d2a-2d6c-4c2c-be50-e63f365f985b req-b3841a58-3eda-4524-95df-386b1d805902 service neutron] Attempting to bind port 8c95a943-ceda-4a49-8043-1035f5d14c4a on network e13a8a17-03ff-45d6-87c8-8e4368446fe7 {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:46:54.748877 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-7d11d1af-a375-4f15-a961-3cc016b87ced req-2ae58c95-fdc4-4a81-83c6-d3e095365df3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:54.759746 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bc7d2a-2d6c-4c2c-be50-e63f365f985b req-b3841a58-3eda-4524-95df-386b1d805902 service neutron] Checking agent: {'id': 'a22495b4-0922-47cf-b0eb-f0742ace0d4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 44, 22), 'started_at': datetime.datetime(2021, 11, 2, 16, 44, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:46:54.760477 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bc7d2a-2d6c-4c2c-be50-e63f365f985b req-b3841a58-3eda-4524-95df-386b1d805902 service neutron] Checking segment: {'id': '80e87b5c-0e86-4ca9-a97e-67171cd2a7f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'e13a8a17-03ff-45d6-87c8-8e4368446fe7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 16:46:54.761612 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bc7d2a-2d6c-4c2c-be50-e63f365f985b req-b3841a58-3eda-4524-95df-386b1d805902 service neutron] Bound using segment: {'id': '80e87b5c-0e86-4ca9-a97e-67171cd2a7f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'e13a8a17-03ff-45d6-87c8-8e4368446fe7'} {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:46:54.762399 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.managers [req-29bc7d2a-2d6c-4c2c-be50-e63f365f985b req-b3841a58-3eda-4524-95df-386b1d805902 service neutron] Bound port: 8c95a943-ceda-4a49-8043-1035f5d14c4a, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80e87b5c-0e86-4ca9-a97e-67171cd2a7f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'e13a8a17-03ff-45d6-87c8-8e4368446fe7'}}] {{(pid=113345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 16:46:54.763035 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-29bc7d2a-2d6c-4c2c-be50-e63f365f985b req-b3841a58-3eda-4524-95df-386b1d805902 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:54.809484 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [req-6f0f9f48-b165-4e95-b170-9fc979858e98 req-0642e836-1f09-48df-9eb5-fb8d0e5d7358 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Publish callbacks [] for port, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:54.900267 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.managers [None req-3e47bca1-0577-41e4-944d-21604b45743e None None] Attempting to bind port eacb2b5f-51a4-495b-a668-87d60d838fb1 on host dv-cinder-773876-4-iscsi for vnic_type normal with profile {{(pid=113347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 16:46:54.901274 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.managers [None req-3e47bca1-0577-41e4-944d-21604b45743e None None] Attempting to bind port eacb2b5f-51a4-495b-a668-87d60d838fb1 by drivers openvswitch,hyperv on host dv-cinder-773876-4-iscsi at level 0 using segments [{'id': '696e12bc-6b69-439e-85c8-346996a99755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '2642968c-324e-4035-9dba-a5695e42fc1f'}] {{(pid=113347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 16:46:54.901274 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e47bca1-0577-41e4-944d-21604b45743e None None] Attempting to bind port eacb2b5f-51a4-495b-a668-87d60d838fb1 on network 2642968c-324e-4035-9dba-a5695e42fc1f {{(pid=113347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:46:54.934769 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e47bca1-0577-41e4-944d-21604b45743e None None] Checking agent: {'id': '7dc37166-7823-42e6-bc3e-7dc49cd1fc12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 37, 46), 'started_at': datetime.datetime(2021, 11, 2, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:46:54.936092 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e47bca1-0577-41e4-944d-21604b45743e None None] Checking segment: {'id': '696e12bc-6b69-439e-85c8-346996a99755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '2642968c-324e-4035-9dba-a5695e42fc1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 16:46:54.944835 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron_lib.callbacks.manager [None req-3e47bca1-0577-41e4-944d-21604b45743e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=113347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:54.947068 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e47bca1-0577-41e4-944d-21604b45743e None None] Bound using segment: {'id': '696e12bc-6b69-439e-85c8-346996a99755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '2642968c-324e-4035-9dba-a5695e42fc1f'} {{(pid=113347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:46:54.949795 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.managers [None req-3e47bca1-0577-41e4-944d-21604b45743e None None] Bound port: eacb2b5f-51a4-495b-a668-87d60d838fb1, host: dv-cinder-773876-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '696e12bc-6b69-439e-85c8-346996a99755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '2642968c-324e-4035-9dba-a5695e42fc1f'}}] {{(pid=113347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 16:46:54.954623 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron_lib.callbacks.manager [None req-3e47bca1-0577-41e4-944d-21604b45743e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:55.018040 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-fb728fb6-f44b-45d8-acd2-6521f5113532 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks [] for security_group, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:55.073967 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67204531-aa09-4b4c-a44b-ac9547906875 service neutron] Pushing event updated for resources: {'Port': ['ID=6d3bae71-e514-49ab-9222-9632d4fba0f5,revision_number=2']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:55.100835 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 38752) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:46:55.254833 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Provisioning complete for port 2d5d7fd3-77f7-4ee3-ae08-74694e774d3d triggered by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:46:55.258983 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.db [None req-3e47bca1-0577-41e4-944d-21604b45743e None None] For port eacb2b5f-51a4-495b-a668-87d60d838fb1, host dv-cinder-773876-4-iscsi, cleared binding levels {{(pid=113347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:46:55.261686 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:55.265234 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.db [None req-3e47bca1-0577-41e4-944d-21604b45743e None None] For port eacb2b5f-51a4-495b-a668-87d60d838fb1, host dv-cinder-773876-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=eacb2b5f-51a4-495b-a668-87d60d838fb1,segment=NetworkSegment(696e12bc-6b69-439e-85c8-346996a99755),segment_id=696e12bc-6b69-439e-85c8-346996a99755)] {{(pid=113347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:46:55.290227 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron_lib.callbacks.manager [None req-3e47bca1-0577-41e4-944d-21604b45743e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:55.419774 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efe5d83-a120-45a1-aeb6-e30bfe9788b1 req-2444db73-cd25-42dd-b5ad-1141d6118d33 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:55.460506 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-9efe5d83-a120-45a1-aeb6-e30bfe9788b1 req-2444db73-cd25-42dd-b5ad-1141d6118d33 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] 10.222.0.118 "GET /v2.0/ports?device_id=72140edf-a256-42c5-96ab-aa20fadf6e0b HTTP/1.1" status: 200 len: 944 time: 0.6090100 Nov 02 16:46:55.468123 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae58c95-fdc4-4a81-83c6-d3e095365df3 service neutron] Pushing event updated for resources: {'Port': ['ID=9877734a-b105-41fe-bb14-bcc253387958,revision_number=2']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:55.474047 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 38760) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:46:55.489427 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-b5f160d2-397b-4a8a-85c9-18284ccec570 None None] Provisioning complete for port eacb2b5f-51a4-495b-a668-87d60d838fb1 triggered by entity DHCP. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:46:55.489427 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-b5f160d2-397b-4a8a-85c9-18284ccec570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:55.492936 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.v2.base [None req-5a717e28-fe57-4910-814b-4a95ee2fb051 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1307669026', 'description': 'tempest-description--1330408658'}} {{(pid=113345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:46:55.604409 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e47bca1-0577-41e4-944d-21604b45743e None None] Routers {'9087e7a4-e2d6-4260-8391-3cdc3d276282'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:46:55.605110 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-3e47bca1-0577-41e4-944d-21604b45743e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:46:41Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['9087e7a4-e2d6-4260-8391-3cdc3d276282'], 'active': True} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:46:55.637372 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [req-6f0f9f48-b165-4e95-b170-9fc979858e98 req-0642e836-1f09-48df-9eb5-fb8d0e5d7358 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788024814062'] for port, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:55.658174 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-5a717e28-fe57-4910-814b-4a95ee2fb051 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks [] for security_group, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:55.735550 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f0f9f48-b165-4e95-b170-9fc979858e98 req-0642e836-1f09-48df-9eb5-fb8d0e5d7358 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Network e13a8a17-03ff-45d6-87c8-8e4368446fe7 is already hosted by enough agents. {{(pid=113344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:46:55.742358 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-9efe5d83-a120-45a1-aeb6-e30bfe9788b1 req-22f7c5e9-e93d-4fff-ba2b-b6d20c5ec900 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] 10.222.0.118 "GET /v2.0/security-groups?id=4064422b-7a09-47b0-889c-519c373517a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796085 Nov 02 16:46:55.751118 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.base_scheduler [req-6f0f9f48-b165-4e95-b170-9fc979858e98 req-0642e836-1f09-48df-9eb5-fb8d0e5d7358 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Resources bound (agent type, host, resource id): {{(pid=113344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:46:55.768889 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f0f9f48-b165-4e95-b170-9fc979858e98 req-0642e836-1f09-48df-9eb5-fb8d0e5d7358 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Received port after_create {{(pid=113344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:46:55.790760 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f9f48-b165-4e95-b170-9fc979858e98 req-0642e836-1f09-48df-9eb5-fb8d0e5d7358 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:55.797125 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [req-6f0f9f48-b165-4e95-b170-9fc979858e98 req-0642e836-1f09-48df-9eb5-fb8d0e5d7358 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673503'] for port, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:55.833876 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0642e836-1f09-48df-9eb5-fb8d0e5d7358 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Pushing event updated for resources: {'Port': ['ID=4c21c6a5-6c5e-47dc-9609-26483e9e33f3,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:55.898391 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0547d57b-4e6f-4d73-becf-1e38289f6a3f None None] Pushing event updated for resources: {'Port': ['ID=eacb2b5f-51a4-495b-a668-87d60d838fb1,revision_number=4']} {{(pid=113347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:55.935748 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-0096c476-30a6-49a2-9838-ff5a5fe2850d admin admin] Publish callbacks [] for security_group, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:55.993575 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-6f0f9f48-b165-4e95-b170-9fc979858e98 req-0642e836-1f09-48df-9eb5-fb8d0e5d7358 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7542078 Nov 02 16:46:56.117161 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-fb728fb6-f44b-45d8-acd2-6521f5113532 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks [] for security_group, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:56.139859 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-fb728fb6-f44b-45d8-acd2-6521f5113532 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:56.246695 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-fb728fb6-f44b-45d8-acd2-6521f5113532 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks [] for security_group, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:56.261894 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-fb728fb6-f44b-45d8-acd2-6521f5113532 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.2460024 Nov 02 16:46:56.262944 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 38764) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:46:56.285646 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvr_db [None req-3e47bca1-0577-41e4-944d-21604b45743e None None] Set router 9087e7a4-e2d6-4260-8391-3cdc3d276282 gateway port host: dv-cinder-773876-4-iscsi {{(pid=113347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:46:56.292766 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.v2.base [None req-2d0459c5-4345-4494-b520-be437280d48b tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Request body: {'security_group_rule': {'security_group_id': 'defac20c-ef6f-4b35-b645-37394d3dc510', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:46:56.327098 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb728fb6-f44b-45d8-acd2-6521f5113532 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=defac20c-ef6f-4b35-b645-37394d3dc510,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:56.328310 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-b5f160d2-397b-4a8a-85c9-18284ccec570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:56.351485 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4fcc97-35c1-41ff-b724-71b68b07ccd7 req-d445ef4b-802d-4dfa-99fc-f2f684e0fa1c tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:56.358279 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-7b4fcc97-35c1-41ff-b724-71b68b07ccd7 req-d445ef4b-802d-4dfa-99fc-f2f684e0fa1c tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=e699b34f-97c8-4316-9e80-4820d1f94e26 HTTP/1.1" status: 200 len: 944 time: 0.3523147 Nov 02 16:46:56.469872 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-2d0459c5-4345-4494-b520-be437280d48b tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks [] for security_group_rule, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:56.492038 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-b5f160d2-397b-4a8a-85c9-18284ccec570 None None] For port eacb2b5f-51a4-495b-a668-87d60d838fb1, host dv-cinder-773876-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=eacb2b5f-51a4-495b-a668-87d60d838fb1,segment=NetworkSegment(696e12bc-6b69-439e-85c8-346996a99755),segment_id=696e12bc-6b69-439e-85c8-346996a99755)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:46:56.518039 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-b5f160d2-397b-4a8a-85c9-18284ccec570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:56.527214 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.db [req-29bc7d2a-2d6c-4c2c-be50-e63f365f985b req-b3841a58-3eda-4524-95df-386b1d805902 service neutron] For port 8c95a943-ceda-4a49-8043-1035f5d14c4a, host hv-cinder-77387, cleared binding levels {{(pid=113345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:46:56.535173 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.db [req-29bc7d2a-2d6c-4c2c-be50-e63f365f985b req-b3841a58-3eda-4524-95df-386b1d805902 service neutron] For port 8c95a943-ceda-4a49-8043-1035f5d14c4a, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=8c95a943-ceda-4a49-8043-1035f5d14c4a,segment=NetworkSegment(80e87b5c-0e86-4ca9-a97e-67171cd2a7f7),segment_id=80e87b5c-0e86-4ca9-a97e-67171cd2a7f7)] {{(pid=113345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:46:56.544027 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.managers [req-d55db4b3-2f11-464c-a1c5-2fa08121849f req-67204531-aa09-4b4c-a44b-ac9547906875 service neutron] Attempting to bind port 6d3bae71-e514-49ab-9222-9632d4fba0f5 on host hv-cinder-77387 for vnic_type normal with profile {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 16:46:56.545191 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.managers [req-d55db4b3-2f11-464c-a1c5-2fa08121849f req-67204531-aa09-4b4c-a44b-ac9547906875 service neutron] Attempting to bind port 6d3bae71-e514-49ab-9222-9632d4fba0f5 by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': 'd6d67ab2-fd0f-4a4e-a197-bf243bf1fa07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '716d1add-eeb0-4090-99a3-8e93ac4c3a42'}] {{(pid=113345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 16:46:56.545751 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55db4b3-2f11-464c-a1c5-2fa08121849f req-67204531-aa09-4b4c-a44b-ac9547906875 service neutron] Attempting to bind port 6d3bae71-e514-49ab-9222-9632d4fba0f5 on network 716d1add-eeb0-4090-99a3-8e93ac4c3a42 {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:46:56.555987 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-29bc7d2a-2d6c-4c2c-be50-e63f365f985b req-b3841a58-3eda-4524-95df-386b1d805902 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:56.659267 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-7b4fcc97-35c1-41ff-b724-71b68b07ccd7 req-aeea6101-e1cb-4bf5-b423-9c9224e8e2b3 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804401 Nov 02 16:46:56.663211 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-723715b9-470d-41d6-975c-51375d2f495c None None] Publish callbacks [] for port, precommit_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:56.677132 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-5a717e28-fe57-4910-814b-4a95ee2fb051 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks [] for security_group, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:56.686697 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.managers [req-7d11d1af-a375-4f15-a961-3cc016b87ced req-2ae58c95-fdc4-4a81-83c6-d3e095365df3 service neutron] Attempting to bind port 9877734a-b105-41fe-bb14-bcc253387958 on host hv-cinder-77387 for vnic_type normal with profile {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 16:46:56.687852 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.managers [req-7d11d1af-a375-4f15-a961-3cc016b87ced req-2ae58c95-fdc4-4a81-83c6-d3e095365df3 service neutron] Attempting to bind port 9877734a-b105-41fe-bb14-bcc253387958 by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': 'edde6c72-fdff-47d4-80bc-7fa722cc638e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '244687ba-bf2c-4a2d-aed3-980547dbf6c6'}] {{(pid=113345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 16:46:56.688744 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d11d1af-a375-4f15-a961-3cc016b87ced req-2ae58c95-fdc4-4a81-83c6-d3e095365df3 service neutron] Attempting to bind port 9877734a-b105-41fe-bb14-bcc253387958 on network 244687ba-bf2c-4a2d-aed3-980547dbf6c6 {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:46:56.701401 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ffc9c-73c0-4cc7-ac05-63daef58eec9 req-14e4a9e8-07c3-4b3b-b3d4-fc98564b1e5f tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:56.703527 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-813ffc9c-73c0-4cc7-ac05-63daef58eec9 req-14e4a9e8-07c3-4b3b-b3d4-fc98564b1e5f tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 931 time: 1.0107846 Nov 02 16:46:56.705751 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-723715b9-470d-41d6-975c-51375d2f495c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:56.711949 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-5a717e28-fe57-4910-814b-4a95ee2fb051 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:56.718345 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-2d0459c5-4345-4494-b520-be437280d48b tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:56.722600 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bc7d2a-2d6c-4c2c-be50-e63f365f985b req-b3841a58-3eda-4524-95df-386b1d805902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:56.723402 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-29bc7d2a-2d6c-4c2c-be50-e63f365f985b req-b3841a58-3eda-4524-95df-386b1d805902 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673503'] for port, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:56.725494 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-29bc7d2a-2d6c-4c2c-be50-e63f365f985b req-b3841a58-3eda-4524-95df-386b1d805902 service neutron] 10.222.0.76 "PUT /v2.0/ports/8c95a943-ceda-4a49-8043-1035f5d14c4a HTTP/1.1" status: 200 len: 1093 time: 8.5807650 Nov 02 16:46:56.726523 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-2d0459c5-4345-4494-b520-be437280d48b tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759769'] for security_group_rule, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:56.730181 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55db4b3-2f11-464c-a1c5-2fa08121849f req-67204531-aa09-4b4c-a44b-ac9547906875 service neutron] Port 6d3bae71-e514-49ab-9222-9632d4fba0f5 on network 716d1add-eeb0-4090-99a3-8e93ac4c3a42 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:46:56.730643 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55db4b3-2f11-464c-a1c5-2fa08121849f req-67204531-aa09-4b4c-a44b-ac9547906875 service neutron] Attempting to bind port 6d3bae71-e514-49ab-9222-9632d4fba0f5 on network 716d1add-eeb0-4090-99a3-8e93ac4c3a42 {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:46:56.736563 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e5b406e-d37d-44b0-bb2f-39532baf3f9e', 'tag': '8c95a943-ceda-4a49-8043-1035f5d14c4a'}] {{(pid=113345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:46:56.761026 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0459c5-4345-4494-b520-be437280d48b tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bf515f6-bd96-4b66-a106-f558e2afee36,revision_number=0']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:56.765074 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-290cbd89-e14e-4dcb-a3fa-e0113369e45a None None] Provisioning complete for port eacb2b5f-51a4-495b-a668-87d60d838fb1 triggered by entity DHCP. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:46:56.765504 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-290cbd89-e14e-4dcb-a3fa-e0113369e45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:56.797910 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-2d0459c5-4345-4494-b520-be437280d48b tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks [] for security_group_rule, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:56.804244 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-2d0459c5-4345-4494-b520-be437280d48b tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5222266 Nov 02 16:46:56.807895 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 38776) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:46:56.820537 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.v2.base [None req-3cf1c0f9-2022-43d9-a95a-334b7a11e099 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Request body: {'security_group_rule': {'security_group_id': 'defac20c-ef6f-4b35-b645-37394d3dc510', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:46:56.854753 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55db4b3-2f11-464c-a1c5-2fa08121849f req-67204531-aa09-4b4c-a44b-ac9547906875 service neutron] Checking agent: {'id': 'a22495b4-0922-47cf-b0eb-f0742ace0d4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 44, 22), 'started_at': datetime.datetime(2021, 11, 2, 16, 44, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:46:56.855579 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55db4b3-2f11-464c-a1c5-2fa08121849f req-67204531-aa09-4b4c-a44b-ac9547906875 service neutron] Checking segment: {'id': 'd6d67ab2-fd0f-4a4e-a197-bf243bf1fa07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '716d1add-eeb0-4090-99a3-8e93ac4c3a42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 16:46:56.856559 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55db4b3-2f11-464c-a1c5-2fa08121849f req-67204531-aa09-4b4c-a44b-ac9547906875 service neutron] Bound using segment: {'id': 'd6d67ab2-fd0f-4a4e-a197-bf243bf1fa07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '716d1add-eeb0-4090-99a3-8e93ac4c3a42'} {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:46:56.857325 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.managers [req-d55db4b3-2f11-464c-a1c5-2fa08121849f req-67204531-aa09-4b4c-a44b-ac9547906875 service neutron] Bound port: 6d3bae71-e514-49ab-9222-9632d4fba0f5, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6d67ab2-fd0f-4a4e-a197-bf243bf1fa07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '716d1add-eeb0-4090-99a3-8e93ac4c3a42'}}] {{(pid=113345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 16:46:56.857996 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-d55db4b3-2f11-464c-a1c5-2fa08121849f req-67204531-aa09-4b4c-a44b-ac9547906875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:56.890964 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d11d1af-a375-4f15-a961-3cc016b87ced req-2ae58c95-fdc4-4a81-83c6-d3e095365df3 service neutron] Port 9877734a-b105-41fe-bb14-bcc253387958 on network 244687ba-bf2c-4a2d-aed3-980547dbf6c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:46:56.891454 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d11d1af-a375-4f15-a961-3cc016b87ced req-2ae58c95-fdc4-4a81-83c6-d3e095365df3 service neutron] Attempting to bind port 9877734a-b105-41fe-bb14-bcc253387958 on network 244687ba-bf2c-4a2d-aed3-980547dbf6c6 {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:46:56.905718 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-3cf1c0f9-2022-43d9-a95a-334b7a11e099 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks [] for security_group_rule, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:56.914429 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f160d2-397b-4a8a-85c9-18284ccec570 None None] Pushing event updated for resources: {'Port': ['ID=eacb2b5f-51a4-495b-a668-87d60d838fb1,revision_number=5']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:56.950817 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d11d1af-a375-4f15-a961-3cc016b87ced req-2ae58c95-fdc4-4a81-83c6-d3e095365df3 service neutron] Checking agent: {'id': 'a22495b4-0922-47cf-b0eb-f0742ace0d4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 44, 22), 'started_at': datetime.datetime(2021, 11, 2, 16, 44, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:46:56.950817 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d11d1af-a375-4f15-a961-3cc016b87ced req-2ae58c95-fdc4-4a81-83c6-d3e095365df3 service neutron] Checking segment: {'id': 'edde6c72-fdff-47d4-80bc-7fa722cc638e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '244687ba-bf2c-4a2d-aed3-980547dbf6c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 16:46:56.950817 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d11d1af-a375-4f15-a961-3cc016b87ced req-2ae58c95-fdc4-4a81-83c6-d3e095365df3 service neutron] Bound using segment: {'id': 'edde6c72-fdff-47d4-80bc-7fa722cc638e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '244687ba-bf2c-4a2d-aed3-980547dbf6c6'} {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:46:56.950817 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.managers [req-7d11d1af-a375-4f15-a961-3cc016b87ced req-2ae58c95-fdc4-4a81-83c6-d3e095365df3 service neutron] Bound port: 9877734a-b105-41fe-bb14-bcc253387958, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edde6c72-fdff-47d4-80bc-7fa722cc638e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '244687ba-bf2c-4a2d-aed3-980547dbf6c6'}}] {{(pid=113345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 16:46:56.950817 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-7d11d1af-a375-4f15-a961-3cc016b87ced req-2ae58c95-fdc4-4a81-83c6-d3e095365df3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:56.971255 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-3e47bca1-0577-41e4-944d-21604b45743e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9087e7a4-e2d6-4260-8391-3cdc3d276282', 'name': 'tempest-AttachVolumeShelveTestJSON-1985570199-router', 'tenant_id': '5cc524f131464fe097cff64187071316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '9d136291-39f3-4e32-8d3c-b6a656cf842b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:46:22Z', 'updated_at': '2021-11-02T16:46:45Z', 'revision_number': 4, 'project_id': '5cc524f131464fe097cff64187071316', 'gw_port': {'id': '9d136291-39f3-4e32-8d3c-b6a656cf842b', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9087e7a4-e2d6-4260-8391-3cdc3d276282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:27Z', 'updated_at': '2021-11-02T16:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_interfaces': [{'id': 'eacb2b5f-51a4-495b-a668-87d60d838fb1', 'name': '', 'network_id': '2642968c-324e-4035-9dba-a5695e42fc1f', 'tenant_id': '5cc524f131464fe097cff64187071316', 'mac_address': 'fa:16:3e:ad:d8:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9087e7a4-e2d6-4260-8391-3cdc3d276282', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'fd525ac9-44f8-421c-b093-9ce2aeedf323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:39Z', 'updated_at': '2021-11-02T16:46:55Z', 'revision_number': 4, 'project_id': '5cc524f131464fe097cff64187071316', 'subnets': [{'id': 'fd525ac9-44f8-421c-b093-9ce2aeedf323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:46:57.065855 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9ea1fd-4361-4ef9-ab9f-3f653d810335 None None] Pushing event updated for resources: {'Port': ['ID=6e0f9ba0-c6dd-4491-813c-9e774c45dd92,revision_number=3']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:57.082148 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e47bca1-0577-41e4-944d-21604b45743e None None] The sync data for ids ['9087e7a4-e2d6-4260-8391-3cdc3d276282'] in dv-cinder-773876-4-iscsi is: [{'id': '9087e7a4-e2d6-4260-8391-3cdc3d276282', 'name': 'tempest-AttachVolumeShelveTestJSON-1985570199-router', 'tenant_id': '5cc524f131464fe097cff64187071316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '9d136291-39f3-4e32-8d3c-b6a656cf842b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:46:22Z', 'updated_at': '2021-11-02T16:46:45Z', 'revision_number': 4, 'project_id': '5cc524f131464fe097cff64187071316', 'gw_port': {'id': '9d136291-39f3-4e32-8d3c-b6a656cf842b', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9087e7a4-e2d6-4260-8391-3cdc3d276282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:27Z', 'updated_at': '2021-11-02T16:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_interfaces': [{'id': 'eacb2b5f-51a4-495b-a668-87d60d838fb1', 'name': '', 'network_id': '2642968c-324e-4035-9dba-a5695e42fc1f', 'tenant_id': '5cc524f131464fe097cff64187071316', 'mac_address': 'fa:16:3e:ad:d8:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9087e7a4-e2d6-4260-8391-3cdc3d276282', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'fd525ac9-44f8-421c-b093-9ce2aeedf323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:39Z', 'updated_at': '2021-11-02T16:46:55Z', 'revision_number': 4, 'project_id': '5cc524f131464fe097cff64187071316', 'subnets': [{'id': 'fd525ac9-44f8-421c-b093-9ce2aeedf323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:46:57.165116 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-3cf1c0f9-2022-43d9-a95a-334b7a11e099 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:57.203858 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.db [req-7d11d1af-a375-4f15-a961-3cc016b87ced req-2ae58c95-fdc4-4a81-83c6-d3e095365df3 service neutron] For port 9877734a-b105-41fe-bb14-bcc253387958, host hv-cinder-77387, cleared binding levels {{(pid=113345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:46:57.212285 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.db [req-7d11d1af-a375-4f15-a961-3cc016b87ced req-2ae58c95-fdc4-4a81-83c6-d3e095365df3 service neutron] For port 9877734a-b105-41fe-bb14-bcc253387958, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=9877734a-b105-41fe-bb14-bcc253387958,segment=NetworkSegment(edde6c72-fdff-47d4-80bc-7fa722cc638e),segment_id=edde6c72-fdff-47d4-80bc-7fa722cc638e)] {{(pid=113345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:46:57.224439 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-3cf1c0f9-2022-43d9-a95a-334b7a11e099 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759769'] for security_group_rule, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:57.252384 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-7d11d1af-a375-4f15-a961-3cc016b87ced req-2ae58c95-fdc4-4a81-83c6-d3e095365df3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:57.265648 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.managers [None req-723715b9-470d-41d6-975c-51375d2f495c None None] Attempting to bind port 6e0f9ba0-c6dd-4491-813c-9e774c45dd92 on host dv-cinder-773876-4-iscsi for vnic_type normal with profile {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 16:46:57.268437 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.managers [None req-723715b9-470d-41d6-975c-51375d2f495c None None] Attempting to bind port 6e0f9ba0-c6dd-4491-813c-9e774c45dd92 by drivers openvswitch,hyperv on host dv-cinder-773876-4-iscsi at level 0 using segments [{'id': '9063e9b7-1cf0-4c78-a7b7-5d676507dd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'c3ac4ab4-0ce0-4abb-9960-272f99ead558'}] {{(pid=113346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 16:46:57.269414 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723715b9-470d-41d6-975c-51375d2f495c None None] Attempting to bind port 6e0f9ba0-c6dd-4491-813c-9e774c45dd92 on network c3ac4ab4-0ce0-4abb-9960-272f99ead558 {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:46:57.269586 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-5a717e28-fe57-4910-814b-4a95ee2fb051 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks [] for security_group, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:57.271048 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-5a717e28-fe57-4910-814b-4a95ee2fb051 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.7858319 Nov 02 16:46:57.306287 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 38788) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:46:57.338592 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.v2.base [None req-d7cf8c26-965c-4327-a5ce-11327bb68342 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Request body: {'security_group_rule': {'security_group_id': 'a27b0f84-ca20-424a-9f69-45c3288f1708', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:46:57.341503 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd638b0-6beb-4690-9bad-9801348a4ebb req-97278b94-2ca5-4c45-abeb-be64f4121829 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:57.351462 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-2fd638b0-6beb-4690-9bad-9801348a4ebb req-97278b94-2ca5-4c45-abeb-be64f4121829 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] 10.222.0.118 "GET /v2.0/ports?device_id=72140edf-a256-42c5-96ab-aa20fadf6e0b HTTP/1.1" status: 200 len: 944 time: 0.3448439 Nov 02 16:46:57.358069 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723715b9-470d-41d6-975c-51375d2f495c None None] Checking agent: {'id': '7dc37166-7823-42e6-bc3e-7dc49cd1fc12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 37, 46), 'started_at': datetime.datetime(2021, 11, 2, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:46:57.358784 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723715b9-470d-41d6-975c-51375d2f495c None None] Checking segment: {'id': '9063e9b7-1cf0-4c78-a7b7-5d676507dd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'c3ac4ab4-0ce0-4abb-9960-272f99ead558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 16:46:57.359038 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-723715b9-470d-41d6-975c-51375d2f495c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:57.359455 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723715b9-470d-41d6-975c-51375d2f495c None None] Bound using segment: {'id': '9063e9b7-1cf0-4c78-a7b7-5d676507dd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'c3ac4ab4-0ce0-4abb-9960-272f99ead558'} {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:46:57.361529 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.managers [None req-723715b9-470d-41d6-975c-51375d2f495c None None] Bound port: 6e0f9ba0-c6dd-4491-813c-9e774c45dd92, host: dv-cinder-773876-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9063e9b7-1cf0-4c78-a7b7-5d676507dd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'c3ac4ab4-0ce0-4abb-9960-272f99ead558'}}] {{(pid=113346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 16:46:57.361976 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-723715b9-470d-41d6-975c-51375d2f495c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:57.374849 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d11d1af-a375-4f15-a961-3cc016b87ced req-2ae58c95-fdc4-4a81-83c6-d3e095365df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:57.376139 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-7d11d1af-a375-4f15-a961-3cc016b87ced req-2ae58c95-fdc4-4a81-83c6-d3e095365df3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673503'] for port, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:57.378185 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-7d11d1af-a375-4f15-a961-3cc016b87ced req-2ae58c95-fdc4-4a81-83c6-d3e095365df3 service neutron] 10.222.0.76 "PUT /v2.0/ports/9877734a-b105-41fe-bb14-bcc253387958 HTTP/1.1" status: 200 len: 1094 time: 9.2662988 Nov 02 16:46:57.390405 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1c0f9-2022-43d9-a95a-334b7a11e099 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fc9246c-eb62-4fee-9c4b-30e89eae2a1b,revision_number=0']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:57.393905 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a717e28-fe57-4910-814b-4a95ee2fb051 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a27b0f84-ca20-424a-9f69-45c3288f1708,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:57.454645 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88728d28071a92af03fe3e2826ca256f68f88e9f4aa3bce1a4ce6001ce5f6d9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cdeb0c1-babb-4c1c-a330-40f5fe690f8b" -d '{"events": [{"name": "network-changed", "server_uuid": "6e5b406e-d37d-44b0-bb2f-39532baf3f9e", "tag": "8c95a943-ceda-4a49-8043-1035f5d14c4a"}]}' {{(pid=113345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:46:57.542338 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-d7cf8c26-965c-4327-a5ce-11327bb68342 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks [] for security_group_rule, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:57.548680 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-128bda8c-2123-4e63-b602-b409a49264eb None None] Provisioning complete for port 6e0f9ba0-c6dd-4491-813c-9e774c45dd92 triggered by entity DHCP. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:46:57.549270 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-128bda8c-2123-4e63-b602-b409a49264eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:57.591788 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3841a58-3eda-4524-95df-386b1d805902 service neutron] Pushing event updated for resources: {'Port': ['ID=8c95a943-ceda-4a49-8043-1035f5d14c4a,revision_number=3']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:57.639740 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-813ffc9c-73c0-4cc7-ac05-63daef58eec9 req-104dfbfd-a61e-4748-aad7-4eed99980757 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7938626 Nov 02 16:46:57.674178 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-723715b9-470d-41d6-975c-51375d2f495c None None] For port 6e0f9ba0-c6dd-4491-813c-9e774c45dd92, host dv-cinder-773876-4-iscsi, cleared binding levels {{(pid=113346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:46:57.700865 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-128bda8c-2123-4e63-b602-b409a49264eb None None] Port 6e0f9ba0-c6dd-4491-813c-9e774c45dd92 cannot update to ACTIVE because it is not bound. {{(pid=113346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 16:46:57.714584 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-723715b9-470d-41d6-975c-51375d2f495c None None] For port 6e0f9ba0-c6dd-4491-813c-9e774c45dd92, host dv-cinder-773876-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=6e0f9ba0-c6dd-4491-813c-9e774c45dd92,segment=NetworkSegment(9063e9b7-1cf0-4c78-a7b7-5d676507dd93),segment_id=9063e9b7-1cf0-4c78-a7b7-5d676507dd93)] {{(pid=113346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:46:57.723980 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-723715b9-470d-41d6-975c-51375d2f495c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:57.821294 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.db [req-d55db4b3-2f11-464c-a1c5-2fa08121849f req-67204531-aa09-4b4c-a44b-ac9547906875 service neutron] For port 6d3bae71-e514-49ab-9222-9632d4fba0f5, host hv-cinder-77387, cleared binding levels {{(pid=113345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:46:57.872234 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.db [req-d55db4b3-2f11-464c-a1c5-2fa08121849f req-67204531-aa09-4b4c-a44b-ac9547906875 service neutron] For port 6d3bae71-e514-49ab-9222-9632d4fba0f5, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=6d3bae71-e514-49ab-9222-9632d4fba0f5,segment=NetworkSegment(d6d67ab2-fd0f-4a4e-a197-bf243bf1fa07),segment_id=d6d67ab2-fd0f-4a4e-a197-bf243bf1fa07)] {{(pid=113345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:46:57.888439 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9ea1fd-4361-4ef9-ab9f-3f653d810335 None None] Pushing event updated for resources: {'Port': ['ID=6e0f9ba0-c6dd-4491-813c-9e774c45dd92,revision_number=4']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:57.898897 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-3cf1c0f9-2022-43d9-a95a-334b7a11e099 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks [] for security_group_rule, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:57.903729 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723715b9-470d-41d6-975c-51375d2f495c None None] Routers {'cb75ea54-b9eb-4743-961b-a3f4caef708f'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:46:57.910081 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-723715b9-470d-41d6-975c-51375d2f495c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:46:41Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['cb75ea54-b9eb-4743-961b-a3f4caef708f'], 'active': True} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:46:57.917031 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-3cf1c0f9-2022-43d9-a95a-334b7a11e099 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1075449 Nov 02 16:46:57.918038 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 38800) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:46:57.918976 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-0096c476-30a6-49a2-9838-ff5a5fe2850d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:57.949493 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-d55db4b3-2f11-464c-a1c5-2fa08121849f req-67204531-aa09-4b4c-a44b-ac9547906875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:57.959882 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.v2.base [None req-db1d1263-1101-4fdd-9e20-00281c78ffcc tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Request body: {'floatingip': {'floating_network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede'}} {{(pid=113344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:46:58.038150 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-d7cf8c26-965c-4327-a5ce-11327bb68342 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:58.050943 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-2fd638b0-6beb-4690-9bad-9801348a4ebb req-86b31c5e-647c-4f95-82c9-d5b57ff772b5 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] 10.222.0.118 "GET /v2.0/security-groups?id=4064422b-7a09-47b0-889c-519c373517a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6982090 Nov 02 16:46:58.065000 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-0096c476-30a6-49a2-9838-ff5a5fe2850d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:58.127958 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-db1d1263-1101-4fdd-9e20-00281c78ffcc tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks [] for floatingip, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:58.180998 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae58c95-fdc4-4a81-83c6-d3e095365df3 service neutron] Pushing event updated for resources: {'Port': ['ID=9877734a-b105-41fe-bb14-bcc253387958,revision_number=3']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:58.192324 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-d7cf8c26-965c-4327-a5ce-11327bb68342 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759769'] for security_group_rule, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:58.234476 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0096c476-30a6-49a2-9838-ff5a5fe2850d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=540db72f-01dd-432c-a353-ff70d76d77f5,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:58.460943 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvr_db [None req-723715b9-470d-41d6-975c-51375d2f495c None None] Set router cb75ea54-b9eb-4743-961b-a3f4caef708f gateway port host: dv-cinder-773876-4-iscsi {{(pid=113346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:46:58.573221 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55db4b3-2f11-464c-a1c5-2fa08121849f req-67204531-aa09-4b4c-a44b-ac9547906875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:58.574578 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-d55db4b3-2f11-464c-a1c5-2fa08121849f req-67204531-aa09-4b4c-a44b-ac9547906875 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673503'] for port, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:58.584727 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-d55db4b3-2f11-464c-a1c5-2fa08121849f req-67204531-aa09-4b4c-a44b-ac9547906875 service neutron] 10.222.0.76 "PUT /v2.0/ports/6d3bae71-e514-49ab-9222-9632d4fba0f5 HTTP/1.1" status: 200 len: 1094 time: 10.4888089 Nov 02 16:46:58.595077 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device eacb2b5f-51a4-495b-a668-87d60d838fb1 up at agent ovs-agent-dv-cinder-773876-4-iscsi {{(pid=113346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:46:58.601547 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0770983-bded-47c0-b322-a0c79ded8a27 x-openstack-request-id: req-f0770983-bded-47c0-b322-a0c79ded8a27 {{(pid=113345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:46:58.602071 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e5b406e-d37d-44b0-bb2f-39532baf3f9e", "tag": "8c95a943-ceda-4a49-8043-1035f5d14c4a", "status": "completed", "code": 200}]} {{(pid=113345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:46:58.602488 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-f0770983-bded-47c0-b322-a0c79ded8a27 {{(pid=113345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:46:58.603269 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e5b406e-d37d-44b0-bb2f-39532baf3f9e', 'tag': '8c95a943-ceda-4a49-8043-1035f5d14c4a', 'status': 'completed', 'code': 200} Nov 02 16:46:58.625450 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cf8c26-965c-4327-a5ce-11327bb68342 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5811f899-93f6-46eb-b8cb-ac4f7238748c,revision_number=0']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:58.629992 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.v2.base [req-6f0f9f48-b165-4e95-b170-9fc979858e98 req-467b8d67-5809-4925-81dd-1fa73a30822a service neutron] Request body: {'port': {'device_id': '17da9bbd-fb82-4abe-a41e-4edac4b87bc7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=113344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:46:58.707363 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-0096c476-30a6-49a2-9838-ff5a5fe2850d admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=c3566a74cd404a9a80da02d82ee80236&name=default HTTP/1.1" status: 200 len: 2996 time: 3.6021304 Nov 02 16:46:58.708393 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67204531-aa09-4b4c-a44b-ac9547906875 service neutron] Pushing event updated for resources: {'Port': ['ID=6d3bae71-e514-49ab-9222-9632d4fba0f5,revision_number=3']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:58.712905 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 38808) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:46:58.736483 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-d7cf8c26-965c-4327-a5ce-11327bb68342 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks [] for security_group_rule, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:58.745016 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-d7cf8c26-965c-4327-a5ce-11327bb68342 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4193463 Nov 02 16:46:58.756862 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 38810) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:46:58.766452 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf826040-a3e9-4748-9bb7-3d48ea5d2182 req-713faed1-992d-48e3-9cdc-4ce1defffc74 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:58.766869 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.v2.base [None req-33186c7e-fb1a-4c34-b128-ffe768524f20 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Request body: {'security_group_rule': {'security_group_id': 'a27b0f84-ca20-424a-9f69-45c3288f1708', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:46:58.775021 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-bf826040-a3e9-4748-9bb7-3d48ea5d2182 req-713faed1-992d-48e3-9cdc-4ce1defffc74 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=e699b34f-97c8-4316-9e80-4820d1f94e26 HTTP/1.1" status: 200 len: 944 time: 0.4901800 Nov 02 16:46:58.800607 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [req-6f0f9f48-b165-4e95-b170-9fc979858e98 req-467b8d67-5809-4925-81dd-1fa73a30822a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:58.837990 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-79895976-4222-4c5f-bd8c-63e6cf11a6f2 None None] Provisioning complete for port 6e0f9ba0-c6dd-4491-813c-9e774c45dd92 triggered by entity DHCP. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:46:58.838386 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-79895976-4222-4c5f-bd8c-63e6cf11a6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:58.946511 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-13bc2265-d797-47fa-b7d3-043740109ff2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:58.956034 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-bf826040-a3e9-4748-9bb7-3d48ea5d2182 req-34fe2741-76ab-4144-94a6-0b64437acc72 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793694 Nov 02 16:46:58.958175 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-33186c7e-fb1a-4c34-b128-ffe768524f20 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks [] for security_group_rule, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:58.994588 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-db1d1263-1101-4fdd-9e20-00281c78ffcc tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:59.038377 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-13bc2265-d797-47fa-b7d3-043740109ff2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:59.151405 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.db.db_base_plugin_common [None req-db1d1263-1101-4fdd-9e20-00281c78ffcc tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Allocated IP 172.27.1.102 (e732c7b6-4740-4909-a10c-6231f1bdbede/886e8f69-733b-40e5-a835-3f68eef2cfaf/78b59026-b5d9-46a8-8abb-c3e262ee7745) {{(pid=113344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:46:59.156533 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3b690b-c1d1-456c-8633-be2b031af753 req-883e1a5d-9382-4057-9284-8a24b1d31aaf tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:59.158606 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-3a3b690b-c1d1-456c-8633-be2b031af753 req-883e1a5d-9382-4057-9284-8a24b1d31aaf tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 931 time: 0.2953980 Nov 02 16:46:59.174262 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-13bc2265-d797-47fa-b7d3-043740109ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:59.177292 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-13bc2265-d797-47fa-b7d3-043740109ff2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:59.206553 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-13bc2265-d797-47fa-b7d3-043740109ff2 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/540db72f-01dd-432c-a353-ff70d76d77f5 HTTP/1.1" status: 204 len: 168 time: 0.4896228 Nov 02 16:46:59.278998 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-33186c7e-fb1a-4c34-b128-ffe768524f20 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:59.299287 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-33186c7e-fb1a-4c34-b128-ffe768524f20 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759769'] for security_group_rule, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:59.372914 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bc2265-d797-47fa-b7d3-043740109ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=540db72f-01dd-432c-a353-ff70d76d77f5,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:59.554615 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Provisioning complete for port eacb2b5f-51a4-495b-a668-87d60d838fb1 triggered by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:46:59.555280 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:59.562648 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-3a3b690b-c1d1-456c-8633-be2b031af753 req-a39d6797-17c6-4db0-afe8-9f511ca3b8b3 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3544250 Nov 02 16:46:59.564376 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33186c7e-fb1a-4c34-b128-ffe768524f20 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80aac235-afcb-44a7-a6a3-6051f4745879,revision_number=0']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:46:59.604223 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-33186c7e-fb1a-4c34-b128-ffe768524f20 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks [] for security_group_rule, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:59.606940 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-33186c7e-fb1a-4c34-b128-ffe768524f20 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8482616 Nov 02 16:46:59.612668 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 38826) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:46:59.628332 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.v2.base [None req-a73fc28a-dd9d-4fb2-85f4-463c60e28f0b tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Request body: {'floatingip': {'floating_network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede'}} {{(pid=113345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:46:59.693985 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-a73fc28a-dd9d-4fb2-85f4-463c60e28f0b tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks [] for floatingip, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:59.765470 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-79895976-4222-4c5f-bd8c-63e6cf11a6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:59.868098 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-723715b9-470d-41d6-975c-51375d2f495c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb75ea54-b9eb-4743-961b-a3f4caef708f', 'name': 'tempest-AttachVolumeTestJSON-1456657988-router', 'tenant_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'fe1e6f6b-5723-43fc-9b40-6adb766eef9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:46:24Z', 'updated_at': '2021-11-02T16:46:45Z', 'revision_number': 4, 'project_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'gw_port': {'id': 'fe1e6f6b-5723-43fc-9b40-6adb766eef9e', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:94:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb75ea54-b9eb-4743-961b-a3f4caef708f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:28Z', 'updated_at': '2021-11-02T16:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_interfaces': [{'id': '6e0f9ba0-c6dd-4491-813c-9e774c45dd92', 'name': '', 'network_id': 'c3ac4ab4-0ce0-4abb-9960-272f99ead558', 'tenant_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'mac_address': 'fa:16:3e:ce:78:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb75ea54-b9eb-4743-961b-a3f4caef708f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '81d3d140-25a2-438b-a64f-a1dea867ba0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:40Z', 'updated_at': '2021-11-02T16:46:57Z', 'revision_number': 4, 'project_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'subnets': [{'id': '81d3d140-25a2-438b-a64f-a1dea867ba0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:46:59.918507 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723715b9-470d-41d6-975c-51375d2f495c None None] The sync data for ids ['cb75ea54-b9eb-4743-961b-a3f4caef708f'] in dv-cinder-773876-4-iscsi is: [{'id': 'cb75ea54-b9eb-4743-961b-a3f4caef708f', 'name': 'tempest-AttachVolumeTestJSON-1456657988-router', 'tenant_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'fe1e6f6b-5723-43fc-9b40-6adb766eef9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:46:24Z', 'updated_at': '2021-11-02T16:46:45Z', 'revision_number': 4, 'project_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'gw_port': {'id': 'fe1e6f6b-5723-43fc-9b40-6adb766eef9e', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:94:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb75ea54-b9eb-4743-961b-a3f4caef708f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:28Z', 'updated_at': '2021-11-02T16:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_interfaces': [{'id': '6e0f9ba0-c6dd-4491-813c-9e774c45dd92', 'name': '', 'network_id': 'c3ac4ab4-0ce0-4abb-9960-272f99ead558', 'tenant_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'mac_address': 'fa:16:3e:ce:78:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb75ea54-b9eb-4743-961b-a3f4caef708f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '81d3d140-25a2-438b-a64f-a1dea867ba0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:40Z', 'updated_at': '2021-11-02T16:46:57Z', 'revision_number': 4, 'project_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'subnets': [{'id': '81d3d140-25a2-438b-a64f-a1dea867ba0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:46:59.935203 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be211daa-c5b3-43f4-9b72-432681a37a2e req-d7fa5871-f640-4098-b8d4-1189ce2636cf tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:46:59.939691 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-be211daa-c5b3-43f4-9b72-432681a37a2e req-d7fa5871-f640-4098-b8d4-1189ce2636cf tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] 10.222.0.118 "GET /v2.0/ports?device_id=72140edf-a256-42c5-96ab-aa20fadf6e0b HTTP/1.1" status: 200 len: 944 time: 0.6172833 Nov 02 16:46:59.943210 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.notifiers.nova [req-6f0f9f48-b165-4e95-b170-9fc979858e98 req-467b8d67-5809-4925-81dd-1fa73a30822a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c21c6a5-6c5e-47dc-9609-26483e9e33f3 {{(pid=113344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:46:59.971955 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [req-6f0f9f48-b165-4e95-b170-9fc979858e98 req-467b8d67-5809-4925-81dd-1fa73a30822a service neutron] Publish callbacks [] for port, precommit_update {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:46:59.976513 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-79895976-4222-4c5f-bd8c-63e6cf11a6f2 None None] For port 6e0f9ba0-c6dd-4491-813c-9e774c45dd92, host dv-cinder-773876-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=6e0f9ba0-c6dd-4491-813c-9e774c45dd92,segment=NetworkSegment(9063e9b7-1cf0-4c78-a7b7-5d676507dd93),segment_id=9063e9b7-1cf0-4c78-a7b7-5d676507dd93)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:47:00.003430 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-79895976-4222-4c5f-bd8c-63e6cf11a6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:00.012776 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 38830) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:00.050207 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.db.provisioning_blocks [req-6f0f9f48-b165-4e95-b170-9fc979858e98 req-467b8d67-5809-4925-81dd-1fa73a30822a service neutron] Transition to ACTIVE for port object 4c21c6a5-6c5e-47dc-9609-26483e9e33f3 will not be triggered until provisioned by entity L2. {{(pid=113344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:47:00.074226 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-db1d1263-1101-4fdd-9e20-00281c78ffcc tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks [] for port, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:00.077546 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [req-6f0f9f48-b165-4e95-b170-9fc979858e98 req-467b8d67-5809-4925-81dd-1fa73a30822a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:00.097036 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-f509e36e-6288-4902-bea8-62b389fffada admin admin] Publish callbacks [] for security_group, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:00.103862 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-a73fc28a-dd9d-4fb2-85f4-463c60e28f0b tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:00.151254 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79895976-4222-4c5f-bd8c-63e6cf11a6f2 None None] Pushing event updated for resources: {'Port': ['ID=6e0f9ba0-c6dd-4491-813c-9e774c45dd92,revision_number=5']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:00.212212 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-be211daa-c5b3-43f4-9b72-432681a37a2e req-83d43de0-efc3-4b34-8dc4-30aaeba01dd5 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] 10.222.0.118 "GET /v2.0/security-groups?id=4064422b-7a09-47b0-889c-519c373517a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949413 Nov 02 16:47:00.233446 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467b8d67-5809-4925-81dd-1fa73a30822a service neutron] Pushing event updated for resources: {'Port': ['ID=4c21c6a5-6c5e-47dc-9609-26483e9e33f3,revision_number=2']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:00.330577 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e67cede-ff92-4fd3-a719-5ece0b0d7577 req-cf2acb07-996c-4876-afc5-84eb7e814c24 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:00.333112 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-6e67cede-ff92-4fd3-a719-5ece0b0d7577 req-cf2acb07-996c-4876-afc5-84eb7e814c24 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=e699b34f-97c8-4316-9e80-4820d1f94e26 HTTP/1.1" status: 200 len: 944 time: 0.1885443 Nov 02 16:47:00.394368 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-db1d1263-1101-4fdd-9e20-00281c78ffcc tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788024814062'] for port, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:00.428114 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device 6e0f9ba0-c6dd-4491-813c-9e774c45dd92 up at agent ovs-agent-dv-cinder-773876-4-iscsi {{(pid=113346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:47:00.445303 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-f509e36e-6288-4902-bea8-62b389fffada admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:00.447258 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.managers [req-6f0f9f48-b165-4e95-b170-9fc979858e98 req-467b8d67-5809-4925-81dd-1fa73a30822a service neutron] Attempting to bind port 4c21c6a5-6c5e-47dc-9609-26483e9e33f3 on host hv-cinder-77387 for vnic_type normal with profile {{(pid=113344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 16:47:00.447689 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.managers [req-6f0f9f48-b165-4e95-b170-9fc979858e98 req-467b8d67-5809-4925-81dd-1fa73a30822a service neutron] Attempting to bind port 4c21c6a5-6c5e-47dc-9609-26483e9e33f3 by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': '80e87b5c-0e86-4ca9-a97e-67171cd2a7f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'e13a8a17-03ff-45d6-87c8-8e4368446fe7'}] {{(pid=113344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 16:47:00.448074 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0f9f48-b165-4e95-b170-9fc979858e98 req-467b8d67-5809-4925-81dd-1fa73a30822a service neutron] Attempting to bind port 4c21c6a5-6c5e-47dc-9609-26483e9e33f3 on network e13a8a17-03ff-45d6-87c8-8e4368446fe7 {{(pid=113344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:47:00.472899 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-f509e36e-6288-4902-bea8-62b389fffada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:00.484958 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1d1263-1101-4fdd-9e20-00281c78ffcc tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Network e732c7b6-4740-4909-a10c-6231f1bdbede is already hosted by enough agents. {{(pid=113344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:47:00.488228 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0f9f48-b165-4e95-b170-9fc979858e98 req-467b8d67-5809-4925-81dd-1fa73a30822a service neutron] Port 4c21c6a5-6c5e-47dc-9609-26483e9e33f3 on network e13a8a17-03ff-45d6-87c8-8e4368446fe7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=113344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:47:00.488657 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0f9f48-b165-4e95-b170-9fc979858e98 req-467b8d67-5809-4925-81dd-1fa73a30822a service neutron] Attempting to bind port 4c21c6a5-6c5e-47dc-9609-26483e9e33f3 on network e13a8a17-03ff-45d6-87c8-8e4368446fe7 {{(pid=113344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:47:00.499114 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.base_scheduler [None req-db1d1263-1101-4fdd-9e20-00281c78ffcc tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Resources bound (agent type, host, resource id): {{(pid=113344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:47:00.505131 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1d1263-1101-4fdd-9e20-00281c78ffcc tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Pushing event updated for resources: {'Port': ['ID=78b59026-b5d9-46a8-8abb-c3e262ee7745,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:00.508814 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1d1263-1101-4fdd-9e20-00281c78ffcc tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Received port after_create {{(pid=113344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:47:00.518301 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0f9f48-b165-4e95-b170-9fc979858e98 req-467b8d67-5809-4925-81dd-1fa73a30822a service neutron] Checking agent: {'id': 'a22495b4-0922-47cf-b0eb-f0742ace0d4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 44, 22), 'started_at': datetime.datetime(2021, 11, 2, 16, 44, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:47:00.518692 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0f9f48-b165-4e95-b170-9fc979858e98 req-467b8d67-5809-4925-81dd-1fa73a30822a service neutron] Checking segment: {'id': '80e87b5c-0e86-4ca9-a97e-67171cd2a7f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'e13a8a17-03ff-45d6-87c8-8e4368446fe7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 16:47:00.519312 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0f9f48-b165-4e95-b170-9fc979858e98 req-467b8d67-5809-4925-81dd-1fa73a30822a service neutron] Bound using segment: {'id': '80e87b5c-0e86-4ca9-a97e-67171cd2a7f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'e13a8a17-03ff-45d6-87c8-8e4368446fe7'} {{(pid=113344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:47:00.519821 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.managers [req-6f0f9f48-b165-4e95-b170-9fc979858e98 req-467b8d67-5809-4925-81dd-1fa73a30822a service neutron] Bound port: 4c21c6a5-6c5e-47dc-9609-26483e9e33f3, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80e87b5c-0e86-4ca9-a97e-67171cd2a7f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'e13a8a17-03ff-45d6-87c8-8e4368446fe7'}}] {{(pid=113344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 16:47:00.520344 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [req-6f0f9f48-b165-4e95-b170-9fc979858e98 req-467b8d67-5809-4925-81dd-1fa73a30822a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:00.554038 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Provisioning complete for port 6e0f9ba0-c6dd-4491-813c-9e774c45dd92 triggered by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:47:00.555626 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:00.644570 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72140edf-a256-42c5-96ab-aa20fadf6e0b', 'tag': '9877734a-b105-41fe-bb14-bcc253387958'}, {'name': 'network-changed', 'server_uuid': 'e699b34f-97c8-4316-9e80-4820d1f94e26', 'tag': '6d3bae71-e514-49ab-9222-9632d4fba0f5'}] {{(pid=113345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:47:00.650417 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88728d28071a92af03fe3e2826ca256f68f88e9f4aa3bce1a4ce6001ce5f6d9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f244c4f-a446-4bab-b5eb-23f5db66d94c" -d '{"events": [{"name": "network-changed", "server_uuid": "72140edf-a256-42c5-96ab-aa20fadf6e0b", "tag": "9877734a-b105-41fe-bb14-bcc253387958"}, {"name": "network-changed", "server_uuid": "e699b34f-97c8-4316-9e80-4820d1f94e26", "tag": "6d3bae71-e514-49ab-9222-9632d4fba0f5"}]}' {{(pid=113345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:47:00.663438 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-f509e36e-6288-4902-bea8-62b389fffada admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=277790194b4943b2b356bbdd1bbacc2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6464038 Nov 02 16:47:00.663962 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 38840) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:00.720491 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-db1d1263-1101-4fdd-9e20-00281c78ffcc tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks [] for floatingip, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:00.755829 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f509e36e-6288-4902-bea8-62b389fffada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a0fb29-8b69-4b56-9807-c0a557681b88,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:00.790434 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.db_base_plugin_common [None req-a73fc28a-dd9d-4fb2-85f4-463c60e28f0b tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Allocated IP 172.27.1.69 (e732c7b6-4740-4909-a10c-6231f1bdbede/886e8f69-733b-40e5-a835-3f68eef2cfaf/5a5896e8-1616-4e30-aa70-52db9a78c378) {{(pid=113345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:47:00.800399 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-6e67cede-ff92-4fd3-a719-5ece0b0d7577 req-6a13bf51-23fe-4e5e-8ae8-b26f2d3edd12 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4419470 Nov 02 16:47:00.806346 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.db [req-6f0f9f48-b165-4e95-b170-9fc979858e98 req-467b8d67-5809-4925-81dd-1fa73a30822a service neutron] For port 4c21c6a5-6c5e-47dc-9609-26483e9e33f3, host hv-cinder-77387, cleared binding levels {{(pid=113344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:47:00.885094 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.db [req-6f0f9f48-b165-4e95-b170-9fc979858e98 req-467b8d67-5809-4925-81dd-1fa73a30822a service neutron] For port 4c21c6a5-6c5e-47dc-9609-26483e9e33f3, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=4c21c6a5-6c5e-47dc-9609-26483e9e33f3,segment=NetworkSegment(80e87b5c-0e86-4ca9-a97e-67171cd2a7f7),segment_id=80e87b5c-0e86-4ca9-a97e-67171cd2a7f7)] {{(pid=113344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:47:00.886917 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-db1d1263-1101-4fdd-9e20-00281c78ffcc tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:00.895996 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [req-6f0f9f48-b165-4e95-b170-9fc979858e98 req-467b8d67-5809-4925-81dd-1fa73a30822a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:00.911555 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 02 Nov 2021 16:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941ff08b-45f4-4115-b9ba-6e9d58efa01c x-openstack-request-id: req-941ff08b-45f4-4115-b9ba-6e9d58efa01c {{(pid=113345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:47:00.911947 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72140edf-a256-42c5-96ab-aa20fadf6e0b", "tag": "9877734a-b105-41fe-bb14-bcc253387958", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e699b34f-97c8-4316-9e80-4820d1f94e26", "tag": "6d3bae71-e514-49ab-9222-9632d4fba0f5", "status": "completed", "code": 200}]} {{(pid=113345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:47:00.912129 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-941ff08b-45f4-4115-b9ba-6e9d58efa01c {{(pid=113345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:47:00.912624 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72140edf-a256-42c5-96ab-aa20fadf6e0b', 'tag': '9877734a-b105-41fe-bb14-bcc253387958', 'status': 'completed', 'code': 200} Nov 02 16:47:00.912887 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e699b34f-97c8-4316-9e80-4820d1f94e26', 'tag': '6d3bae71-e514-49ab-9222-9632d4fba0f5', 'status': 'completed', 'code': 200} Nov 02 16:47:00.980940 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-a73fc28a-dd9d-4fb2-85f4-463c60e28f0b tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks [] for port, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:01.044962 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-39d8db14-ff58-4d61-b274-297ac97d7f02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:01.067228 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f9f48-b165-4e95-b170-9fc979858e98 req-467b8d67-5809-4925-81dd-1fa73a30822a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:01.070239 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [req-6f0f9f48-b165-4e95-b170-9fc979858e98 req-467b8d67-5809-4925-81dd-1fa73a30822a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673503'] for port, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:01.073974 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-6f0f9f48-b165-4e95-b170-9fc979858e98 req-467b8d67-5809-4925-81dd-1fa73a30822a service neutron] 10.222.0.76 "PUT /v2.0/ports/4c21c6a5-6c5e-47dc-9609-26483e9e33f3 HTTP/1.1" status: 200 len: 1093 time: 2.4602811 Nov 02 16:47:01.079631 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-a73fc28a-dd9d-4fb2-85f4-463c60e28f0b tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788024814062'] for port, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:01.088120 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17da9bbd-fb82-4abe-a41e-4edac4b87bc7', 'tag': '4c21c6a5-6c5e-47dc-9609-26483e9e33f3'}] {{(pid=113344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:47:01.151515 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73fc28a-dd9d-4fb2-85f4-463c60e28f0b tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Network e732c7b6-4740-4909-a10c-6231f1bdbede is already hosted by enough agents. {{(pid=113345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:47:01.155738 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.base_scheduler [None req-a73fc28a-dd9d-4fb2-85f4-463c60e28f0b tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Resources bound (agent type, host, resource id): {{(pid=113345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:47:01.166403 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73fc28a-dd9d-4fb2-85f4-463c60e28f0b tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Received port after_create {{(pid=113345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:47:01.184427 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73fc28a-dd9d-4fb2-85f4-463c60e28f0b tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Pushing event updated for resources: {'Port': ['ID=5a5896e8-1616-4e30-aa70-52db9a78c378,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:01.268633 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b6c733-a205-4635-a8b8-c03149deb773 req-148ae973-9a12-4de1-8fc5-c6a6e6f40691 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:01.270519 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-64b6c733-a205-4635-a8b8-c03149deb773 req-148ae973-9a12-4de1-8fc5-c6a6e6f40691 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 943 time: 0.4691029 Nov 02 16:47:01.422441 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467b8d67-5809-4925-81dd-1fa73a30822a service neutron] Pushing event updated for resources: {'Port': ['ID=4c21c6a5-6c5e-47dc-9609-26483e9e33f3,revision_number=3']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:01.461265 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-a73fc28a-dd9d-4fb2-85f4-463c60e28f0b tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks [] for floatingip, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:01.472368 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-39d8db14-ff58-4d61-b274-297ac97d7f02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:01.495908 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5f30fc3850fd44c96454e051096f60fc18984a92350f5d63aa5481a86e136a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65eb086-1169-49e9-bd2c-a95371f81158" -d '{"events": [{"name": "network-changed", "server_uuid": "17da9bbd-fb82-4abe-a41e-4edac4b87bc7", "tag": "4c21c6a5-6c5e-47dc-9609-26483e9e33f3"}]}' {{(pid=113344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:47:01.626832 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-64b6c733-a205-4635-a8b8-c03149deb773 req-f8173db7-c62a-47a1-8672-435417348ffa tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138678 Nov 02 16:47:01.630055 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-a73fc28a-dd9d-4fb2-85f4-463c60e28f0b tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:01.832365 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5909fae4-61dc-4e95-924f-ca8950bec83f req-e4a39164-5419-435f-bfd3-cdf67971ea5a tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:01.839582 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-5909fae4-61dc-4e95-924f-ca8950bec83f req-e4a39164-5419-435f-bfd3-cdf67971ea5a tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] 10.222.0.118 "GET /v2.0/ports?device_id=72140edf-a256-42c5-96ab-aa20fadf6e0b HTTP/1.1" status: 200 len: 944 time: 0.3665779 Nov 02 16:47:01.848065 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-39d8db14-ff58-4d61-b274-297ac97d7f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:01.875502 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-39d8db14-ff58-4d61-b274-297ac97d7f02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:01.877298 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-39d8db14-ff58-4d61-b274-297ac97d7f02 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/e9a0fb29-8b69-4b56-9807-c0a557681b88 HTTP/1.1" status: 204 len: 168 time: 1.2075405 Nov 02 16:47:01.935936 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-db1d1263-1101-4fdd-9e20-00281c78ffcc tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks [] for port, precommit_update {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:01.939928 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d8db14-ff58-4d61-b274-297ac97d7f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a0fb29-8b69-4b56-9807-c0a557681b88,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:01.960408 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-db1d1263-1101-4fdd-9e20-00281c78ffcc tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:02.014265 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-db1d1263-1101-4fdd-9e20-00281c78ffcc tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3707972'] for floatingip, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:02.094658 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-a73fc28a-dd9d-4fb2-85f4-463c60e28f0b tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks [] for port, precommit_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:02.108557 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-a73fc28a-dd9d-4fb2-85f4-463c60e28f0b tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:02.131436 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-db1d1263-1101-4fdd-9e20-00281c78ffcc tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221'] for floatingip, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:02.133409 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-db1d1263-1101-4fdd-9e20-00281c78ffcc tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2087395 Nov 02 16:47:02.218718 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1d1263-1101-4fdd-9e20-00281c78ffcc tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Pushing event updated for resources: {'Port': ['ID=78b59026-b5d9-46a8-8abb-c3e262ee7745,revision_number=2']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:02.242821 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-a73fc28a-dd9d-4fb2-85f4-463c60e28f0b tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3707972'] for floatingip, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:02.279720 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d20c04-f2e7-4bfe-907c-4de08aa58027 x-openstack-request-id: req-86d20c04-f2e7-4bfe-907c-4de08aa58027 {{(pid=113344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:47:02.280097 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17da9bbd-fb82-4abe-a41e-4edac4b87bc7", "tag": "4c21c6a5-6c5e-47dc-9609-26483e9e33f3", "status": "completed", "code": 200}]} {{(pid=113344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:47:02.280372 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-86d20c04-f2e7-4bfe-907c-4de08aa58027 {{(pid=113344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:47:02.280983 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17da9bbd-fb82-4abe-a41e-4edac4b87bc7', 'tag': '4c21c6a5-6c5e-47dc-9609-26483e9e33f3', 'status': 'completed', 'code': 200} Nov 02 16:47:02.314248 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-a73fc28a-dd9d-4fb2-85f4-463c60e28f0b tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221'] for floatingip, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:02.315915 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-a73fc28a-dd9d-4fb2-85f4-463c60e28f0b tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7017453 Nov 02 16:47:02.318203 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73fc28a-dd9d-4fb2-85f4-463c60e28f0b tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Pushing event updated for resources: {'Port': ['ID=5a5896e8-1616-4e30-aa70-52db9a78c378,revision_number=2']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:02.344074 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-5909fae4-61dc-4e95-924f-ca8950bec83f req-ed34a318-2369-4992-9cc3-47809c5b27a8 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] 10.222.0.118 "GET /v2.0/security-groups?id=4064422b-7a09-47b0-889c-519c373517a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461758 Nov 02 16:47:02.547900 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a279db81-3eff-49d3-b710-8d9f837d8532 req-58a16ab0-7c8e-4349-83b0-3777d766d54d tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:02.564348 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-a279db81-3eff-49d3-b710-8d9f837d8532 req-58a16ab0-7c8e-4349-83b0-3777d766d54d tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=e699b34f-97c8-4316-9e80-4820d1f94e26 HTTP/1.1" status: 200 len: 944 time: 0.1566143 Nov 02 16:47:02.726631 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-8e329d80-f196-4f0c-9841-5d7e3f1c7550 req-00faa00c-3c91-4462-a3c1-4c8878fba249 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups?name=tempest-securitygroup--344357715&fields=id&tenant_id=a575c6bd2e574ad19dc299cc1df253f3 HTTP/1.1" status: 200 len: 267 time: 0.1470819 Nov 02 16:47:02.940973 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-a279db81-3eff-49d3-b710-8d9f837d8532 req-9dc543de-b16e-40c4-8c96-813658eeadc0 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3738670 Nov 02 16:47:03.025244 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e329d80-f196-4f0c-9841-5d7e3f1c7550 req-c67d5043-5e71-4478-aa37-070ebaa26ed7 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:03.028329 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-8e329d80-f196-4f0c-9841-5d7e3f1c7550 req-c67d5043-5e71-4478-aa37-070ebaa26ed7 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/networks?id=c3ac4ab4-0ce0-4abb-9960-272f99ead558 HTTP/1.1" status: 200 len: 811 time: 0.2916868 Nov 02 16:47:03.059959 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-8e329d80-f196-4f0c-9841-5d7e3f1c7550 req-c7c74e67-a232-4fc4-a638-da0672509a57 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/quotas/a575c6bd2e574ad19dc299cc1df253f3 HTTP/1.1" status: 200 len: 375 time: 0.0236661 Nov 02 16:47:03.140949 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-6ebfe5f7-1435-4341-a290-037642c1b9d0 req-73159d7b-bf8b-428f-a3dd-adabba53ef79 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?name=tempest-securitygroup--1307669026&fields=id&tenant_id=5cc524f131464fe097cff64187071316 HTTP/1.1" status: 200 len: 267 time: 0.0887778 Nov 02 16:47:03.175547 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-8e329d80-f196-4f0c-9841-5d7e3f1c7550 req-66c05109-4c68-4f9b-b961-cff18ea921a8 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=a575c6bd2e574ad19dc299cc1df253f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1051676 Nov 02 16:47:03.410727 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebfe5f7-1435-4341-a290-037642c1b9d0 req-ed7fa60e-b1b0-408a-81a8-40b066cac102 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:03.414056 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-6ebfe5f7-1435-4341-a290-037642c1b9d0 req-ed7fa60e-b1b0-408a-81a8-40b066cac102 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/networks?id=2642968c-324e-4035-9dba-a5695e42fc1f HTTP/1.1" status: 200 len: 817 time: 0.2572162 Nov 02 16:47:03.424924 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-8e329d80-f196-4f0c-9841-5d7e3f1c7550 req-8c9e043f-f113-4c60-9a21-0ff71e9bb3c3 service neutron] 10.222.0.118 "GET /v2.0/networks/c3ac4ab4-0ce0-4abb-9960-272f99ead558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234509 Nov 02 16:47:03.449049 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-6ebfe5f7-1435-4341-a290-037642c1b9d0 req-299a25f2-62cb-4a54-8c9f-ca3307b99a0d tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/quotas/5cc524f131464fe097cff64187071316 HTTP/1.1" status: 200 len: 375 time: 0.0226629 Nov 02 16:47:03.537299 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-6ebfe5f7-1435-4341-a290-037642c1b9d0 req-1687336d-b185-4d99-ad8d-c528630ec806 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=5cc524f131464fe097cff64187071316&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0863299 Nov 02 16:47:03.595375 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-8e329d80-f196-4f0c-9841-5d7e3f1c7550 req-8c530b28-fd97-4af1-b292-c9bc8c004c55 service neutron] 10.222.0.118 "GET /v2.0/networks/c3ac4ab4-0ce0-4abb-9960-272f99ead558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688542 Nov 02 16:47:03.718668 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-6ebfe5f7-1435-4341-a290-037642c1b9d0 req-5987708a-476e-40e1-9813-fd4a383d8ba7 service neutron] 10.222.0.118 "GET /v2.0/networks/2642968c-324e-4035-9dba-a5695e42fc1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622293 Nov 02 16:47:03.887662 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-6ebfe5f7-1435-4341-a290-037642c1b9d0 req-5264c182-20d4-4e88-a032-a589c71c9e19 service neutron] 10.222.0.118 "GET /v2.0/networks/2642968c-324e-4035-9dba-a5695e42fc1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575909 Nov 02 16:47:04.105512 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148bafae-fba2-4f91-ad8d-44625a2b9ce9 req-c23b65b7-82c0-436f-932b-f8f95aa154fb tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:04.109114 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-148bafae-fba2-4f91-ad8d-44625a2b9ce9 req-c23b65b7-82c0-436f-932b-f8f95aa154fb tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 943 time: 0.1661804 Nov 02 16:47:04.226590 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31adabe6-8344-4e9f-b6df-8b3cb7ddeb88 req-668dd8cb-f4de-430a-870f-9a5dc88cace4 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:04.228691 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-31adabe6-8344-4e9f-b6df-8b3cb7ddeb88 req-668dd8cb-f4de-430a-870f-9a5dc88cace4 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] 10.222.0.118 "GET /v2.0/ports?device_id=72140edf-a256-42c5-96ab-aa20fadf6e0b HTTP/1.1" status: 200 len: 944 time: 0.0719006 Nov 02 16:47:04.269979 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-148bafae-fba2-4f91-ad8d-44625a2b9ce9 req-159a5f1a-dfd0-4b1c-80f9-248b28631b38 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457214 Nov 02 16:47:04.398415 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-31adabe6-8344-4e9f-b6df-8b3cb7ddeb88 req-cb99e90a-8225-46bb-97d9-bbafcc7ff789 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] 10.222.0.118 "GET /v2.0/security-groups?id=4064422b-7a09-47b0-889c-519c373517a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588671 Nov 02 16:47:04.477621 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-435d09bd-2bf4-498b-9c5c-1575d8278930 req-106525df-2c1a-434a-af81-a324acc3e958 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 210 time: 0.0771849 Nov 02 16:47:04.655430 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-132fcee7-c663-4d4f-b3c9-f75d466cfc8b req-fd6747cb-e7b2-465c-a11d-337121c8324a tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 210 time: 0.0913091 Nov 02 16:47:04.727256 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c814d-307d-4632-83f4-655f162913d5 req-971ede7d-d5de-4381-a58b-0bbda02a22c3 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:04.759474 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-015c814d-307d-4632-83f4-655f162913d5 req-971ede7d-d5de-4381-a58b-0bbda02a22c3 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=e699b34f-97c8-4316-9e80-4820d1f94e26 HTTP/1.1" status: 200 len: 944 time: 0.1915288 Nov 02 16:47:04.885496 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-015c814d-307d-4632-83f4-655f162913d5 req-859367e3-cec6-4181-ae8f-30a51795a8ec tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214960 Nov 02 16:47:05.468087 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7bf617-b2c6-4c35-a362-eff67cb3a2f1 req-c0b8d234-301e-45b6-b187-27ecf56106ce tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:05.470643 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-ca7bf617-b2c6-4c35-a362-eff67cb3a2f1 req-c0b8d234-301e-45b6-b187-27ecf56106ce tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 943 time: 0.0936756 Nov 02 16:47:05.548253 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-ca7bf617-b2c6-4c35-a362-eff67cb3a2f1 req-fa69ee57-694d-4cd3-ad1d-1afbb62b8d83 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691075 Nov 02 16:47:05.569932 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e7fa2-f210-457c-b284-855608beb90e req-868843ea-d984-4cdf-b54a-c4cce7e0d724 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:05.571665 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-305e7fa2-f210-457c-b284-855608beb90e req-868843ea-d984-4cdf-b54a-c4cce7e0d724 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] 10.222.0.118 "GET /v2.0/ports?device_id=72140edf-a256-42c5-96ab-aa20fadf6e0b HTTP/1.1" status: 200 len: 944 time: 0.0771079 Nov 02 16:47:05.643410 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-305e7fa2-f210-457c-b284-855608beb90e req-d672116b-7ffb-47bf-8dac-e5c45f6e1866 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] 10.222.0.118 "GET /v2.0/security-groups?id=4064422b-7a09-47b0-889c-519c373517a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643263 Nov 02 16:47:05.722037 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-f9ca06de-c9df-4597-8dd1-95bf92e8e03e req-057939f8-458d-4fce-8d69-c884acac2017 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 210 time: 0.0489750 Nov 02 16:47:05.844617 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-0b85f45a-30b6-4b67-8414-918954a99b52 req-f62d3fa6-1a99-40c4-8f7e-8b2657e3d1fa tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 210 time: 0.0343659 Nov 02 16:47:06.032115 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c4550-b06c-4690-ac73-d6adb2d08aa9 req-2df9a13a-a90f-4f1f-9167-8cf788dc9a49 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:06.034007 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-5c3c4550-b06c-4690-ac73-d6adb2d08aa9 req-2df9a13a-a90f-4f1f-9167-8cf788dc9a49 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=e699b34f-97c8-4316-9e80-4820d1f94e26 HTTP/1.1" status: 200 len: 944 time: 0.0638106 Nov 02 16:47:06.112674 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-5c3c4550-b06c-4690-ac73-d6adb2d08aa9 req-fb925816-7e78-4eb7-bfb0-e803d5819807 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685854 Nov 02 16:47:06.736378 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8bfbfb-6d27-43e9-b6fb-c55adb1c3ac6 req-12150c1e-cf43-45ae-aa85-7c2d468b0e39 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:06.739562 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-0f8bfbfb-6d27-43e9-b6fb-c55adb1c3ac6 req-12150c1e-cf43-45ae-aa85-7c2d468b0e39 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 943 time: 0.0861199 Nov 02 16:47:06.886730 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-0f8bfbfb-6d27-43e9-b6fb-c55adb1c3ac6 req-be215874-30cf-4c36-ae09-d1d1d4f7b226 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205547 Nov 02 16:47:06.896111 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eea3ee-51c9-407e-9d63-fe9f2a55aa47 req-e6e26d01-a508-444e-b3e3-78ea08f6af04 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:06.897984 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-e6eea3ee-51c9-407e-9d63-fe9f2a55aa47 req-e6e26d01-a508-444e-b3e3-78ea08f6af04 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] 10.222.0.118 "GET /v2.0/ports?device_id=72140edf-a256-42c5-96ab-aa20fadf6e0b HTTP/1.1" status: 200 len: 944 time: 0.1221409 Nov 02 16:47:06.985024 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-e6eea3ee-51c9-407e-9d63-fe9f2a55aa47 req-d1e4bd64-6246-4040-906d-3c8c0755a4e0 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] 10.222.0.118 "GET /v2.0/security-groups?id=4064422b-7a09-47b0-889c-519c373517a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791786 Nov 02 16:47:07.004657 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-7b23fe8a-1910-47a2-a4be-4cf46bc11273 req-5b2c561f-2c2b-41b8-bfe6-8f3b4e8f377e tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 210 time: 0.0330532 Nov 02 16:47:07.099957 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-d64ff4ce-49c4-4df6-b716-64afc4c84d90 req-cf08b548-b73e-45c4-b44b-697efd5acca9 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 210 time: 0.0365441 Nov 02 16:47:07.254552 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159c6107-fdc3-44d0-808f-eb87860deba9 req-c0dd07db-db99-4c6d-9799-5c706e99e773 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:07.258222 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-159c6107-fdc3-44d0-808f-eb87860deba9 req-c0dd07db-db99-4c6d-9799-5c706e99e773 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=e699b34f-97c8-4316-9e80-4820d1f94e26 HTTP/1.1" status: 200 len: 944 time: 0.0659781 Nov 02 16:47:07.354252 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-159c6107-fdc3-44d0-808f-eb87860deba9 req-df35f99e-dff3-452f-874f-c7b1dc8e17ee tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879271 Nov 02 16:47:08.198982 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bc7d2a-2d6c-4c2c-be50-e63f365f985b req-2b372118-6e8f-4f34-b95c-a57fb7468f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:08.201869 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-29bc7d2a-2d6c-4c2c-be50-e63f365f985b req-2b372118-6e8f-4f34-b95c-a57fb7468f48 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7a412769a7274d9da389f724f6f4744e&device_id=6e5b406e-d37d-44b0-bb2f-39532baf3f9e HTTP/1.1" status: 200 len: 1096 time: 0.2322400 Nov 02 16:47:08.260018 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c4c25-7d4c-43f3-bc63-5f3c4e335e74 req-893cd56b-90b6-4148-bbc8-859af81a7eae tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:08.273708 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-8b3c4c25-7d4c-43f3-bc63-5f3c4e335e74 req-893cd56b-90b6-4148-bbc8-859af81a7eae tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] 10.222.0.118 "GET /v2.0/ports?device_id=72140edf-a256-42c5-96ab-aa20fadf6e0b HTTP/1.1" status: 200 len: 944 time: 0.1284354 Nov 02 16:47:08.367223 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-5d85453f-8ca1-4c39-b5fa-32a6b01cb63f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:08.449317 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-29bc7d2a-2d6c-4c2c-be50-e63f365f985b req-fb8641e1-8777-4284-baf8-adfe3e26b3d3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c95a943-ceda-4a49-8043-1035f5d14c4a HTTP/1.1" status: 200 len: 217 time: 0.1724589 Nov 02 16:47:08.559461 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55db4b3-2f11-464c-a1c5-2fa08121849f req-0860c965-2cd0-46cf-b3c6-f38d7b416673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:08.563061 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-d55db4b3-2f11-464c-a1c5-2fa08121849f req-0860c965-2cd0-46cf-b3c6-f38d7b416673 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fd124bfe873f4553b53c6d8282df462c&device_id=e699b34f-97c8-4316-9e80-4820d1f94e26 HTTP/1.1" status: 200 len: 1097 time: 0.5770264 Nov 02 16:47:08.645063 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-8b3c4c25-7d4c-43f3-bc63-5f3c4e335e74 req-153e56c2-4b90-4730-8aa3-8ada9675b4f3 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] 10.222.0.118 "GET /v2.0/security-groups?id=4064422b-7a09-47b0-889c-519c373517a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825243 Nov 02 16:47:08.666637 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bc7d2a-2d6c-4c2c-be50-e63f365f985b req-14720ff0-5530-4b80-b231-fdad68924c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:08.668431 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-29bc7d2a-2d6c-4c2c-be50-e63f365f985b req-14720ff0-5530-4b80-b231-fdad68924c72 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e0977232-e536-46af-9a0c-d7241cfd5366 HTTP/1.1" status: 200 len: 859 time: 0.2023437 Nov 02 16:47:08.680424 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65eb086-1169-49e9-bd2c-a95371f81158 req-8fe723d9-77a9-426a-a5b1-2159ff784310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:08.683346 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-c65eb086-1169-49e9-bd2c-a95371f81158 req-8fe723d9-77a9-426a-a5b1-2159ff784310 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7a412769a7274d9da389f724f6f4744e&device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 1096 time: 0.2225442 Nov 02 16:47:08.687532 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f244c4f-a446-4bab-b5eb-23f5db66d94c req-8c45fae0-d82e-4824-b294-211d59be4341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:08.689395 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-3f244c4f-a446-4bab-b5eb-23f5db66d94c req-8c45fae0-d82e-4824-b294-211d59be4341 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e3895ec42d70403e8667ea0b09eb9ff0&device_id=72140edf-a256-42c5-96ab-aa20fadf6e0b HTTP/1.1" status: 200 len: 1097 time: 0.2659209 Nov 02 16:47:08.692333 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-d55db4b3-2f11-464c-a1c5-2fa08121849f req-eea22935-d2ff-498f-b196-3b92581e51be service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d3bae71-e514-49ab-9222-9632d4fba0f5 HTTP/1.1" status: 200 len: 217 time: 0.1142797 Nov 02 16:47:08.701409 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa021dd-114b-434f-872b-8b328ba928c1 req-ba5e839e-7ff5-45de-8023-017e1713c332 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:08.713109 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-9fa021dd-114b-434f-872b-8b328ba928c1 req-ba5e839e-7ff5-45de-8023-017e1713c332 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 943 time: 0.6994224 Nov 02 16:47:08.794262 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-29bc7d2a-2d6c-4c2c-be50-e63f365f985b req-58266997-7563-4d1e-95d2-f2475bf72901 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e13a8a17-03ff-45d6-87c8-8e4368446fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0966980 Nov 02 16:47:08.886207 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-78028d47-a496-466c-99f1-82a45870b2a9 req-1b2254a9-0650-4b41-9b89-c0232b390a8d tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 210 time: 0.0901639 Nov 02 16:47:09.109263 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-be464965-39ff-492b-a167-98a972249b80 req-1f8b6f04-b930-405d-80bc-049f5a28df99 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 210 time: 0.0985348 Nov 02 16:47:09.197186 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-29bc7d2a-2d6c-4c2c-be50-e63f365f985b req-f73af22a-6f7e-44e2-b588-3c51cd5f0ab7 service neutron] 10.222.0.76 "GET /v2.0/networks/e13a8a17-03ff-45d6-87c8-8e4368446fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3717601 Nov 02 16:47:09.197411 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55db4b3-2f11-464c-a1c5-2fa08121849f req-c74c627f-d68c-4bcf-a4fc-1fde3aafff92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:09.197411 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-d55db4b3-2f11-464c-a1c5-2fa08121849f req-c74c627f-d68c-4bcf-a4fc-1fde3aafff92 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1c574b2f-5688-4840-800f-5e2d7519c217 HTTP/1.1" status: 200 len: 854 time: 0.4752946 Nov 02 16:47:09.274656 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.76', 58969) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:09.329281 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-9fa021dd-114b-434f-872b-8b328ba928c1 req-746059b7-d410-46f3-88e0-ddf7e52edbea tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6145213 Nov 02 16:47:09.386662 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-d55db4b3-2f11-464c-a1c5-2fa08121849f req-f1c56336-ed04-4938-a8f7-d2181c47d2f3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=716d1add-eeb0-4090-99a3-8e93ac4c3a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1801708 Nov 02 16:47:09.443746 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f244c4f-a446-4bab-b5eb-23f5db66d94c req-a7d1b509-79ad-425b-a29e-39cef4c75470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:09.445596 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-3f244c4f-a446-4bab-b5eb-23f5db66d94c req-a7d1b509-79ad-425b-a29e-39cef4c75470 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=e3895ec42d70403e8667ea0b09eb9ff0&shared=False HTTP/1.1" status: 200 len: 913 time: 0.7292252 Nov 02 16:47:09.492780 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65eb086-1169-49e9-bd2c-a95371f81158 req-55c7cf23-f16c-4b37-b8be-d8dd423fa14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:09.494478 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-c65eb086-1169-49e9-bd2c-a95371f81158 req-55c7cf23-f16c-4b37-b8be-d8dd423fa14a service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=7a412769a7274d9da389f724f6f4744e&shared=False HTTP/1.1" status: 200 len: 920 time: 0.7767880 Nov 02 16:47:09.553057 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebfe5f7-1435-4341-a290-037642c1b9d0 req-8b255d89-b1b4-49db-949c-1a31fcc7eec7 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:09.554806 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-6ebfe5f7-1435-4341-a290-037642c1b9d0 req-8b255d89-b1b4-49db-949c-1a31fcc7eec7 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.76 "GET /v2.0/networks?id=2642968c-324e-4035-9dba-a5695e42fc1f HTTP/1.1" status: 200 len: 817 time: 0.2787702 Nov 02 16:47:09.701100 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e249cbd4-8f08-4c51-bd26-3131ced39c90 req-6d3fbe66-3384-4429-aecc-f0867727f9d1 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:09.714878 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-e249cbd4-8f08-4c51-bd26-3131ced39c90 req-6d3fbe66-3384-4429-aecc-f0867727f9d1 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=e699b34f-97c8-4316-9e80-4820d1f94e26 HTTP/1.1" status: 200 len: 944 time: 0.2486966 Nov 02 16:47:09.732386 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-29bc7d2a-2d6c-4c2c-be50-e63f365f985b req-617f5e8e-cdae-48f0-83aa-9deec6253588 service neutron] 10.222.0.76 "GET /v2.0/networks/e13a8a17-03ff-45d6-87c8-8e4368446fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5393758 Nov 02 16:47:09.781286 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-6ebfe5f7-1435-4341-a290-037642c1b9d0 req-d7551b94-6607-485c-bc19-2a5536e5ea11 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5cc524f131464fe097cff64187071316 HTTP/1.1" status: 200 len: 380 time: 0.2081158 Nov 02 16:47:09.822966 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.v2.base [req-6ebfe5f7-1435-4341-a290-037642c1b9d0 req-e255a6a5-174e-4c70-a425-f28cc702ada1 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Request body: {'port': {'device_id': '3df0bde8-504d-42f2-b162-1fb601b26528', 'network_id': '2642968c-324e-4035-9dba-a5695e42fc1f', 'admin_state_up': True, 'tenant_id': '5cc524f131464fe097cff64187071316', 'security_groups': ['a27b0f84-ca20-424a-9f69-45c3288f1708']}} {{(pid=113344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:47:09.893578 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f244c4f-a446-4bab-b5eb-23f5db66d94c req-1811736d-bb64-48d5-bbe9-6aea82c07c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:09.897612 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-3f244c4f-a446-4bab-b5eb-23f5db66d94c req-1811736d-bb64-48d5-bbe9-6aea82c07c60 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4390149 Nov 02 16:47:09.993883 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-d55db4b3-2f11-464c-a1c5-2fa08121849f req-012472d6-a9ad-480f-9440-fe6358e0c36b service neutron] 10.222.0.76 "GET /v2.0/networks/716d1add-eeb0-4090-99a3-8e93ac4c3a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5918210 Nov 02 16:47:10.022911 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.76', 58974) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:10.044501 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-e249cbd4-8f08-4c51-bd26-3131ced39c90 req-42a2063c-37c4-486a-beb2-95671d9cccfc tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152840 Nov 02 16:47:10.195372 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdeb0c1-babb-4c1c-a330-40f5fe690f8b req-03260b76-9b93-4351-b953-84ccde6efc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:10.197397 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-1cdeb0c1-babb-4c1c-a330-40f5fe690f8b req-03260b76-9b93-4351-b953-84ccde6efc65 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7a412769a7274d9da389f724f6f4744e&device_id=6e5b406e-d37d-44b0-bb2f-39532baf3f9e HTTP/1.1" status: 200 len: 1096 time: 0.3225884 Nov 02 16:47:10.199801 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d11d1af-a375-4f15-a961-3cc016b87ced req-c3d0662b-7064-42aa-a9b6-78b128b02adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:10.201782 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-7d11d1af-a375-4f15-a961-3cc016b87ced req-c3d0662b-7064-42aa-a9b6-78b128b02adc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e3895ec42d70403e8667ea0b09eb9ff0&device_id=72140edf-a256-42c5-96ab-aa20fadf6e0b HTTP/1.1" status: 200 len: 1097 time: 0.1680245 Nov 02 16:47:10.319205 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-b303c2db-1f7d-43cc-961a-f9fb0ec2579c req-784ed454-4cf5-4f12-8208-17ee19197afd tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 210 time: 0.1263978 Nov 02 16:47:10.469306 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e329d80-f196-4f0c-9841-5d7e3f1c7550 req-cde6ecae-855b-4ef3-8007-15a32e6b6caa tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:10.472063 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-8e329d80-f196-4f0c-9841-5d7e3f1c7550 req-cde6ecae-855b-4ef3-8007-15a32e6b6caa tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.76 "GET /v2.0/networks?id=c3ac4ab4-0ce0-4abb-9960-272f99ead558 HTTP/1.1" status: 200 len: 811 time: 0.4729989 Nov 02 16:47:10.639284 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65eb086-1169-49e9-bd2c-a95371f81158 req-b4e45b75-3b39-459b-8876-c151d347d68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:10.641967 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-c65eb086-1169-49e9-bd2c-a95371f81158 req-b4e45b75-3b39-459b-8876-c151d347d68d service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0751324 Nov 02 16:47:10.827468 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753efb11-d22b-44b1-9ea3-e76ec40c92e5 req-a07854b0-7dca-40d5-a18a-b450b8e54794 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:10.830932 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-753efb11-d22b-44b1-9ea3-e76ec40c92e5 req-a07854b0-7dca-40d5-a18a-b450b8e54794 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] 10.222.0.118 "GET /v2.0/ports?device_id=72140edf-a256-42c5-96ab-aa20fadf6e0b HTTP/1.1" status: 200 len: 944 time: 1.0373747 Nov 02 16:47:10.836659 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-7d11d1af-a375-4f15-a961-3cc016b87ced req-f55f3916-1c5d-42f4-bf5c-be27bf14df24 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9877734a-b105-41fe-bb14-bcc253387958 HTTP/1.1" status: 200 len: 217 time: 0.6037281 Nov 02 16:47:10.875326 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-8e329d80-f196-4f0c-9841-5d7e3f1c7550 req-18c2a063-6083-4df6-af90-f3c0b6d9db1b tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a575c6bd2e574ad19dc299cc1df253f3 HTTP/1.1" status: 200 len: 379 time: 0.3443267 Nov 02 16:47:10.905181 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.v2.base [req-8e329d80-f196-4f0c-9841-5d7e3f1c7550 req-fe0d9a55-130e-43c5-8a34-0d8cbbb924da tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Request body: {'port': {'device_id': '1e0809e6-a338-4bc7-8413-86af16333eb4', 'network_id': 'c3ac4ab4-0ce0-4abb-9960-272f99ead558', 'admin_state_up': True, 'tenant_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'security_groups': ['defac20c-ef6f-4b35-b645-37394d3dc510']}} {{(pid=113345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:47:10.948033 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ebfe5f7-1435-4341-a290-037642c1b9d0 req-e255a6a5-174e-4c70-a425-f28cc702ada1 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Made reservation on behalf of 5cc524f131464fe097cff64187071316 for: {'port': 1} {{(pid=113344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:47:10.952533 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [req-6ebfe5f7-1435-4341-a290-037642c1b9d0 req-e255a6a5-174e-4c70-a425-f28cc702ada1 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:10.954533 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-d55db4b3-2f11-464c-a1c5-2fa08121849f req-52013348-3eee-463e-b644-9cc9953f3965 service neutron] 10.222.0.76 "GET /v2.0/networks/716d1add-eeb0-4090-99a3-8e93ac4c3a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9354861 Nov 02 16:47:10.962454 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f9f48-b165-4e95-b170-9fc979858e98 req-ad833197-5623-42fb-a83c-f9b856d915f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:10.964589 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-6f0f9f48-b165-4e95-b170-9fc979858e98 req-ad833197-5623-42fb-a83c-f9b856d915f5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7a412769a7274d9da389f724f6f4744e&device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 1096 time: 0.2425163 Nov 02 16:47:10.968158 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-2e3217a7-2003-4e14-9dc8-d0b9c2834a32 req-8a19370c-0b8d-46e5-bbb9-ecd6c014a931 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 210 time: 0.1450939 Nov 02 16:47:11.064085 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d11d1af-a375-4f15-a961-3cc016b87ced req-99f1d9ad-8ea6-418e-b428-f42fb260bfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:11.065597 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-7d11d1af-a375-4f15-a961-3cc016b87ced req-99f1d9ad-8ea6-418e-b428-f42fb260bfa1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=340c5b50-f538-45eb-bf23-eaa256609e5f HTTP/1.1" status: 200 len: 852 time: 0.2147367 Nov 02 16:47:11.093614 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdeb0c1-babb-4c1c-a330-40f5fe690f8b req-30fb19c9-127c-4fc0-bfc7-366ef356b412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:11.095688 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-1cdeb0c1-babb-4c1c-a330-40f5fe690f8b req-30fb19c9-127c-4fc0-bfc7-366ef356b412 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e13a8a17-03ff-45d6-87c8-8e4368446fe7 HTTP/1.1" status: 200 len: 920 time: 0.8812125 Nov 02 16:47:11.126218 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-694bf62e-7bd0-4b13-9abb-31060ee5ca9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:11.138090 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-7d11d1af-a375-4f15-a961-3cc016b87ced req-a532bd74-695f-4321-801e-38090c2ca842 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=244687ba-bf2c-4a2d-aed3-980547dbf6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409160 Nov 02 16:47:11.277683 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-1cdeb0c1-babb-4c1c-a330-40f5fe690f8b req-8b4c5166-7d85-43e6-998f-91f396d7ab00 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c95a943-ceda-4a49-8043-1035f5d14c4a HTTP/1.1" status: 200 len: 217 time: 0.1461775 Nov 02 16:47:11.378710 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-753efb11-d22b-44b1-9ea3-e76ec40c92e5 req-e9cf23b7-75e4-4646-8bbe-822d010e25b8 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] 10.222.0.118 "GET /v2.0/security-groups?id=4064422b-7a09-47b0-889c-519c373517a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5330474 Nov 02 16:47:11.384940 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-6f0f9f48-b165-4e95-b170-9fc979858e98 req-753cc4ec-3245-4231-81b3-9b736db4bdb1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c21c6a5-6c5e-47dc-9609-26483e9e33f3 HTTP/1.1" status: 200 len: 217 time: 0.0828366 Nov 02 16:47:11.456370 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.db.db_base_plugin_common [req-6ebfe5f7-1435-4341-a290-037642c1b9d0 req-e255a6a5-174e-4c70-a425-f28cc702ada1 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Allocated IP 172.20.0.8 (2642968c-324e-4035-9dba-a5695e42fc1f/fd525ac9-44f8-421c-b093-9ce2aeedf323/6a36918e-caa7-42ed-b923-c3a049049148) {{(pid=113344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:47:11.498888 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f244c4f-a446-4bab-b5eb-23f5db66d94c req-16e338f4-3877-4228-a0a4-898076dd10f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:11.500437 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-3f244c4f-a446-4bab-b5eb-23f5db66d94c req-16e338f4-3877-4228-a0a4-898076dd10f1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fd124bfe873f4553b53c6d8282df462c&device_id=e699b34f-97c8-4316-9e80-4820d1f94e26 HTTP/1.1" status: 200 len: 1097 time: 0.1997125 Nov 02 16:47:11.502697 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f9f48-b165-4e95-b170-9fc979858e98 req-6662b495-7375-450a-b689-3616edc8c3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:11.504142 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-6f0f9f48-b165-4e95-b170-9fc979858e98 req-6662b495-7375-450a-b689-3616edc8c3b2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e0977232-e536-46af-9a0c-d7241cfd5366 HTTP/1.1" status: 200 len: 859 time: 0.1111114 Nov 02 16:47:11.533456 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b7c4b9-9e50-4012-a6ef-25ea7cfd06df req-92463e98-a5f2-4e87-8776-46245a45a95f tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:11.535224 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-a3b7c4b9-9e50-4012-a6ef-25ea7cfd06df req-92463e98-a5f2-4e87-8776-46245a45a95f tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 943 time: 0.3813047 Nov 02 16:47:11.622096 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-6f0f9f48-b165-4e95-b170-9fc979858e98 req-2285609d-b267-410c-a874-9ed35fc928bf service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e13a8a17-03ff-45d6-87c8-8e4368446fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793529 Nov 02 16:47:11.655691 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdeb0c1-babb-4c1c-a330-40f5fe690f8b req-aca267ea-e1c6-4e9c-8288-cbd3d6ec5f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:11.657483 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-1cdeb0c1-babb-4c1c-a330-40f5fe690f8b req-aca267ea-e1c6-4e9c-8288-cbd3d6ec5f56 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e0977232-e536-46af-9a0c-d7241cfd5366 HTTP/1.1" status: 200 len: 859 time: 0.3525190 Nov 02 16:47:11.730320 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e329d80-f196-4f0c-9841-5d7e3f1c7550 req-fe0d9a55-130e-43c5-8a34-0d8cbbb924da tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Made reservation on behalf of a575c6bd2e574ad19dc299cc1df253f3 for: {'port': 1} {{(pid=113345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:47:11.735157 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-8e329d80-f196-4f0c-9841-5d7e3f1c7550 req-fe0d9a55-130e-43c5-8a34-0d8cbbb924da tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:11.736105 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-a3b7c4b9-9e50-4012-a6ef-25ea7cfd06df req-7a771e99-5dec-461b-a09f-3d9d3bdc6728 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813993 Nov 02 16:47:11.738683 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-7d11d1af-a375-4f15-a961-3cc016b87ced req-177f122c-e77b-46cb-9e59-68a532a71ec6 service neutron] 10.222.0.76 "GET /v2.0/networks/244687ba-bf2c-4a2d-aed3-980547dbf6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5860052 Nov 02 16:47:11.777917 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-1cdeb0c1-babb-4c1c-a330-40f5fe690f8b req-9813f416-cf6d-431e-80e1-6ecb23e83f2a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e13a8a17-03ff-45d6-87c8-8e4368446fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487871 Nov 02 16:47:11.851826 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3a394a-e1d3-4f9c-89f4-6f6fa1779352 req-2af4f20c-fa8a-4b7c-bdce-c2045ae5267b tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:11.853999 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-0f3a394a-e1d3-4f9c-89f4-6f6fa1779352 req-2af4f20c-fa8a-4b7c-bdce-c2045ae5267b tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=e699b34f-97c8-4316-9e80-4820d1f94e26 HTTP/1.1" status: 200 len: 944 time: 0.3487275 Nov 02 16:47:11.978050 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f244c4f-a446-4bab-b5eb-23f5db66d94c req-7844e708-c0ad-4244-96fc-86b4b6d514c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:11.980873 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-3f244c4f-a446-4bab-b5eb-23f5db66d94c req-7844e708-c0ad-4244-96fc-86b4b6d514c2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=716d1add-eeb0-4090-99a3-8e93ac4c3a42 HTTP/1.1" status: 200 len: 915 time: 0.4415431 Nov 02 16:47:12.043436 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [req-6ebfe5f7-1435-4341-a290-037642c1b9d0 req-e255a6a5-174e-4c70-a425-f28cc702ada1 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks [] for port, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:12.083281 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 39156) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:12.094059 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-6f0f9f48-b165-4e95-b170-9fc979858e98 req-bdc7998b-3629-4c46-8700-1ba88011c61c service neutron] 10.222.0.76 "GET /v2.0/networks/e13a8a17-03ff-45d6-87c8-8e4368446fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4605098 Nov 02 16:47:12.108556 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-3f244c4f-a446-4bab-b5eb-23f5db66d94c req-e439ab17-a2ac-4c5d-a9ba-6576a9e2d540 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d3bae71-e514-49ab-9222-9632d4fba0f5 HTTP/1.1" status: 200 len: 217 time: 0.0970373 Nov 02 16:47:12.216255 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-69ef6a86-cdee-4aa2-9c58-d73059785188 req-d0f831ab-cf86-4935-9fd3-500993894628 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 210 time: 0.1678271 Nov 02 16:47:12.218848 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-7d11d1af-a375-4f15-a961-3cc016b87ced req-e6877e52-2996-43ad-98c1-d6fb61408d09 service neutron] 10.222.0.76 "GET /v2.0/networks/244687ba-bf2c-4a2d-aed3-980547dbf6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4395983 Nov 02 16:47:12.223567 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-1cdeb0c1-babb-4c1c-a330-40f5fe690f8b req-9b90428b-f9b1-4bb0-9271-87497162c37d service neutron] 10.222.0.76 "GET /v2.0/networks/e13a8a17-03ff-45d6-87c8-8e4368446fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4289749 Nov 02 16:47:12.260049 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [req-6ebfe5f7-1435-4341-a290-037642c1b9d0 req-e255a6a5-174e-4c70-a425-f28cc702ada1 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788024814062'] for port, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:12.353801 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-0f3a394a-e1d3-4f9c-89f4-6f6fa1779352 req-05028675-ba8a-416a-b4c3-2ffa6b23c772 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4545918 Nov 02 16:47:12.365775 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f244c4f-a446-4bab-b5eb-23f5db66d94c req-c2f8dcb9-dbf3-4e44-9401-9977d5554137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:12.369433 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-3f244c4f-a446-4bab-b5eb-23f5db66d94c req-c2f8dcb9-dbf3-4e44-9401-9977d5554137 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1c574b2f-5688-4840-800f-5e2d7519c217 HTTP/1.1" status: 200 len: 854 time: 0.2367733 Nov 02 16:47:12.412760 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e255a6a5-174e-4c70-a425-f28cc702ada1 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Pushing event updated for resources: {'Port': ['ID=6a36918e-caa7-42ed-b923-c3a049049148,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:12.483828 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ebfe5f7-1435-4341-a290-037642c1b9d0 req-e255a6a5-174e-4c70-a425-f28cc702ada1 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Network 2642968c-324e-4035-9dba-a5695e42fc1f is already hosted by enough agents. {{(pid=113344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:47:12.491267 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.base_scheduler [req-6ebfe5f7-1435-4341-a290-037642c1b9d0 req-e255a6a5-174e-4c70-a425-f28cc702ada1 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Resources bound (agent type, host, resource id): {{(pid=113344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:47:12.496524 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ebfe5f7-1435-4341-a290-037642c1b9d0 req-e255a6a5-174e-4c70-a425-f28cc702ada1 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Received port after_create {{(pid=113344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:47:12.507529 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebfe5f7-1435-4341-a290-037642c1b9d0 req-e255a6a5-174e-4c70-a425-f28cc702ada1 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:12.508725 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [req-6ebfe5f7-1435-4341-a290-037642c1b9d0 req-e255a6a5-174e-4c70-a425-f28cc702ada1 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673503'] for port, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:12.550466 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.db_base_plugin_common [req-8e329d80-f196-4f0c-9841-5d7e3f1c7550 req-fe0d9a55-130e-43c5-8a34-0d8cbbb924da tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Allocated IP 172.20.0.11 (c3ac4ab4-0ce0-4abb-9960-272f99ead558/81d3d140-25a2-438b-a64f-a1dea867ba0d/8f7b9d28-8f61-494a-88cb-4fc30ad64a7e) {{(pid=113345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:47:12.557944 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05630981-a387-45f7-93c1-31a645704e10 req-0ada50b3-ad04-4ccf-9ad7-21f29ee69772 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:12.566967 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-05630981-a387-45f7-93c1-31a645704e10 req-0ada50b3-ad04-4ccf-9ad7-21f29ee69772 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 931 time: 0.1888995 Nov 02 16:47:12.571718 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-6ebfe5f7-1435-4341-a290-037642c1b9d0 req-e255a6a5-174e-4c70-a425-f28cc702ada1 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7601388 Nov 02 16:47:12.573330 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-2a5bdd98-5625-46b2-85d8-09ac0b14ecf7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:12.633714 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-05630981-a387-45f7-93c1-31a645704e10 req-595bd205-b6a5-403d-a04e-cfd45fda0cf0 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562489 Nov 02 16:47:12.664145 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-6f0f9f48-b165-4e95-b170-9fc979858e98 req-2f9d4b81-c74b-49fe-ba86-9112f6fe7386 service neutron] 10.222.0.76 "GET /v2.0/networks/e13a8a17-03ff-45d6-87c8-8e4368446fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5459654 Nov 02 16:47:12.688390 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aeda3e-ce54-4c3c-bbc4-b492686b1d98 req-a4c5c011-7715-429a-ba1c-cf78350e40d1 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:12.692911 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-30aeda3e-ce54-4c3c-bbc4-b492686b1d98 req-a4c5c011-7715-429a-ba1c-cf78350e40d1 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] 10.222.0.118 "GET /v2.0/ports?device_id=72140edf-a256-42c5-96ab-aa20fadf6e0b HTTP/1.1" status: 200 len: 944 time: 0.1830449 Nov 02 16:47:12.822967 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-4c9a3f63-259f-4de9-afbf-49eef2f2f7ec None None] Provisioning complete for port 6a36918e-caa7-42ed-b923-c3a049049148 triggered by entity DHCP. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:47:12.824019 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4c9a3f63-259f-4de9-afbf-49eef2f2f7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:12.828372 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-dfe49d6c-b306-436a-ba68-760764be264a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:12.869389 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-4c9a3f63-259f-4de9-afbf-49eef2f2f7ec None None] Port 6a36918e-caa7-42ed-b923-c3a049049148 cannot update to ACTIVE because it is not bound. {{(pid=113346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 16:47:12.879071 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-30aeda3e-ce54-4c3c-bbc4-b492686b1d98 req-c01a93f1-494b-40cc-9081-adf557de246d tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] 10.222.0.118 "GET /v2.0/security-groups?id=4064422b-7a09-47b0-889c-519c373517a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671622 Nov 02 16:47:12.923955 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-2a5bdd98-5625-46b2-85d8-09ac0b14ecf7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:12.927867 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-8e329d80-f196-4f0c-9841-5d7e3f1c7550 req-fe0d9a55-130e-43c5-8a34-0d8cbbb924da tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks [] for port, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:12.932000 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-2a5bdd98-5625-46b2-85d8-09ac0b14ecf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:12.940333 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e5353e-ef70-47ed-b4e5-010d4f426499 req-3e943fc6-caf9-402a-b7e4-d3d8b7b9b4ea tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:12.941967 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-82e5353e-ef70-47ed-b4e5-010d4f426499 req-3e943fc6-caf9-402a-b7e4-d3d8b7b9b4ea tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 943 time: 0.0595443 Nov 02 16:47:12.982107 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5bdd98-5625-46b2-85d8-09ac0b14ecf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd3c787-a7ae-4b00-ab8d-f6b89b75f1ee,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:12.993512 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-2a5bdd98-5625-46b2-85d8-09ac0b14ecf7 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=47c752a0624549ad945f0591a0ad9eeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8997552 Nov 02 16:47:12.997639 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 39176) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:12.997778 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-82e5353e-ef70-47ed-b4e5-010d4f426499 req-f263616b-1a10-42c7-b2f7-f81dad3cde10 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484636 Nov 02 16:47:13.038379 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-8e329d80-f196-4f0c-9841-5d7e3f1c7550 req-fe0d9a55-130e-43c5-8a34-0d8cbbb924da tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788024814062'] for port, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:13.103658 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e329d80-f196-4f0c-9841-5d7e3f1c7550 req-fe0d9a55-130e-43c5-8a34-0d8cbbb924da tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Network c3ac4ab4-0ce0-4abb-9960-272f99ead558 is already hosted by enough agents. {{(pid=113345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:47:13.112087 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.base_scheduler [req-8e329d80-f196-4f0c-9841-5d7e3f1c7550 req-fe0d9a55-130e-43c5-8a34-0d8cbbb924da tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Resources bound (agent type, host, resource id): {{(pid=113345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:47:13.120601 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e329d80-f196-4f0c-9841-5d7e3f1c7550 req-fe0d9a55-130e-43c5-8a34-0d8cbbb924da tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Received port after_create {{(pid=113345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:47:13.126608 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e329d80-f196-4f0c-9841-5d7e3f1c7550 req-fe0d9a55-130e-43c5-8a34-0d8cbbb924da tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:13.127306 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-8e329d80-f196-4f0c-9841-5d7e3f1c7550 req-fe0d9a55-130e-43c5-8a34-0d8cbbb924da tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673503'] for port, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:13.132881 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0d9a55-130e-43c5-8a34-0d8cbbb924da tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Pushing event updated for resources: {'Port': ['ID=8f7b9d28-8f61-494a-88cb-4fc30ad64a7e,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:13.140258 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-c0da3987-01b3-433e-bb62-4a3e58a6f633 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:13.179608 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-8e329d80-f196-4f0c-9841-5d7e3f1c7550 req-fe0d9a55-130e-43c5-8a34-0d8cbbb924da tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2968807 Nov 02 16:47:13.193834 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-c0da3987-01b3-433e-bb62-4a3e58a6f633 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:13.275450 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-c0da3987-01b3-433e-bb62-4a3e58a6f633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:13.278725 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-c0da3987-01b3-433e-bb62-4a3e58a6f633 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:13.280684 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-c0da3987-01b3-433e-bb62-4a3e58a6f633 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/bfd3c787-a7ae-4b00-ab8d-f6b89b75f1ee HTTP/1.1" status: 204 len: 168 time: 0.2820227 Nov 02 16:47:13.297317 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0da3987-01b3-433e-bb62-4a3e58a6f633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd3c787-a7ae-4b00-ab8d-f6b89b75f1ee,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:13.393037 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6cba6b-7bc1-42eb-ac4e-b19a69e2567a req-70fbde75-bd99-4c17-8384-86e531b121c6 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:13.394765 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-db6cba6b-7bc1-42eb-ac4e-b19a69e2567a req-70fbde75-bd99-4c17-8384-86e531b121c6 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 932 time: 0.0707753 Nov 02 16:47:13.465725 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-db6cba6b-7bc1-42eb-ac4e-b19a69e2567a req-db38907b-e075-494a-97d4-fb5a97004813 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups?id=defac20c-ef6f-4b35-b645-37394d3dc510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598497 Nov 02 16:47:13.502184 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ec316-f7d5-4fae-8256-dacc7b726d3c req-1e785c65-7dee-4baa-9066-ee2e677c234e tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:13.503976 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-ec1ec316-f7d5-4fae-8256-dacc7b726d3c req-1e785c65-7dee-4baa-9066-ee2e677c234e tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=e699b34f-97c8-4316-9e80-4820d1f94e26 HTTP/1.1" status: 200 len: 944 time: 0.0578959 Nov 02 16:47:13.506028 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-3851804a-bf34-43ec-9b62-584fa60b2144 None None] Provisioning complete for port 8f7b9d28-8f61-494a-88cb-4fc30ad64a7e triggered by entity DHCP. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:47:13.506420 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-3851804a-bf34-43ec-9b62-584fa60b2144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:13.550095 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-3851804a-bf34-43ec-9b62-584fa60b2144 None None] Port 8f7b9d28-8f61-494a-88cb-4fc30ad64a7e cannot update to ACTIVE because it is not bound. {{(pid=113346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 16:47:13.572438 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-ec1ec316-f7d5-4fae-8256-dacc7b726d3c req-f3e7c72f-00b2-4e85-adf0-127351c32446 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584314 Nov 02 16:47:13.667023 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 39192) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:13.684678 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-16e40850-9144-4305-b962-415ba26ebaa5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:13.794365 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-16e40850-9144-4305-b962-415ba26ebaa5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:13.794889 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ad27f-b52a-490b-b66f-52cd98ea7faf req-f4600f66-62e9-45d2-9496-42248b45e1d1 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:13.796610 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-641ad27f-b52a-490b-b66f-52cd98ea7faf req-f4600f66-62e9-45d2-9496-42248b45e1d1 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 931 time: 0.0739415 Nov 02 16:47:13.800488 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-16e40850-9144-4305-b962-415ba26ebaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:13.855510 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-16e40850-9144-4305-b962-415ba26ebaa5 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=9ba7b11fc9704d2eafe58f0fde4196e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1870668 Nov 02 16:47:13.856935 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e40850-9144-4305-b962-415ba26ebaa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c350baea-5daf-4f76-9ee4-1c045c5b4b77,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:13.859774 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 39196) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:13.911368 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-641ad27f-b52a-490b-b66f-52cd98ea7faf req-29d8aa97-6c75-4efc-86dc-a7ecb1957882 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010835 Nov 02 16:47:13.965816 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-37fd99a2-666e-41bc-b401-fbc56da58e5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:13.998436 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-37fd99a2-666e-41bc-b401-fbc56da58e5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:14.103865 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1453ab60-5f05-4433-9b5d-d599904efe58 req-3dddf058-e831-4175-94e3-e9a87d0aadb4 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:14.105566 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-1453ab60-5f05-4433-9b5d-d599904efe58 req-3dddf058-e831-4175-94e3-e9a87d0aadb4 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] 10.222.0.118 "GET /v2.0/ports?device_id=72140edf-a256-42c5-96ab-aa20fadf6e0b HTTP/1.1" status: 200 len: 944 time: 0.1037958 Nov 02 16:47:14.124196 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-37fd99a2-666e-41bc-b401-fbc56da58e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:14.126788 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-37fd99a2-666e-41bc-b401-fbc56da58e5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:14.127983 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-37fd99a2-666e-41bc-b401-fbc56da58e5f admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/c350baea-5daf-4f76-9ee4-1c045c5b4b77 HTTP/1.1" status: 204 len: 168 time: 0.2673466 Nov 02 16:47:14.151266 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fd99a2-666e-41bc-b401-fbc56da58e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c350baea-5daf-4f76-9ee4-1c045c5b4b77,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:14.152511 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0366a4b8-ed50-4863-8482-60937570ff2f req-14fb5370-9efe-449c-9cf1-993f03764b7a tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:14.156324 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-0366a4b8-ed50-4863-8482-60937570ff2f req-14fb5370-9efe-449c-9cf1-993f03764b7a tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 943 time: 0.0696983 Nov 02 16:47:14.193536 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-1453ab60-5f05-4433-9b5d-d599904efe58 req-9eb7ba8a-31cf-4c15-a521-7360ddeed141 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] 10.222.0.118 "GET /v2.0/security-groups?id=4064422b-7a09-47b0-889c-519c373517a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794897 Nov 02 16:47:14.224834 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-0366a4b8-ed50-4863-8482-60937570ff2f req-bf9aa6ed-2fee-4f1a-b8e4-f48df94fe690 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613551 Nov 02 16:47:14.548697 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 39218) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:14.563522 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-b9d207e3-d6e4-4fd0-9720-7d33cd43b86e admin admin] Publish callbacks [] for security_group, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:14.595568 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a68eb-cbc9-4ec3-9ed0-03dacbbf069e req-9c6720ad-39d0-446c-a976-0deb41a2246f tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:14.608293 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-5a4a68eb-cbc9-4ec3-9ed0-03dacbbf069e req-9c6720ad-39d0-446c-a976-0deb41a2246f tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 932 time: 0.0548155 Nov 02 16:47:14.640153 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0b95-0143-42d2-8d33-45f1b37c89de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:14.656776 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-b9d207e3-d6e4-4fd0-9720-7d33cd43b86e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:14.662852 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-b9d207e3-d6e4-4fd0-9720-7d33cd43b86e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:14.673103 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-5a4a68eb-cbc9-4ec3-9ed0-03dacbbf069e req-5e1bea70-9100-4e7b-afcd-524e7385805a tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups?id=defac20c-ef6f-4b35-b645-37394d3dc510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630074 Nov 02 16:47:14.731040 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d207e3-d6e4-4fd0-9720-7d33cd43b86e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3183fa9-5805-4448-a3a4-644e03019d26,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:14.737491 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-b9d207e3-d6e4-4fd0-9720-7d33cd43b86e admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=eb5afb7803c44639b9063f9f0023468f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1876082 Nov 02 16:47:14.741557 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 39222) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:14.791923 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b7d414-76a9-4f2c-804d-9285c8146dfe req-385fe85a-ad41-481c-a265-72d2c8dab0a5 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:14.793581 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-88b7d414-76a9-4f2c-804d-9285c8146dfe req-385fe85a-ad41-481c-a265-72d2c8dab0a5 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=e699b34f-97c8-4316-9e80-4820d1f94e26 HTTP/1.1" status: 200 len: 944 time: 0.1137583 Nov 02 16:47:14.828131 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-1cbeec63-faed-4a2a-a5aa-024160b9f543 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:14.868531 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-1cbeec63-faed-4a2a-a5aa-024160b9f543 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:14.878022 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-88b7d414-76a9-4f2c-804d-9285c8146dfe req-740cd760-5886-4cea-bd5e-081a994e1f49 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774939 Nov 02 16:47:14.924358 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-1cbeec63-faed-4a2a-a5aa-024160b9f543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:14.927119 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-1cbeec63-faed-4a2a-a5aa-024160b9f543 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:14.928767 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-1cbeec63-faed-4a2a-a5aa-024160b9f543 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/c3183fa9-5805-4448-a3a4-644e03019d26 HTTP/1.1" status: 204 len: 168 time: 0.1861558 Nov 02 16:47:14.940071 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbeec63-faed-4a2a-a5aa-024160b9f543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3183fa9-5805-4448-a3a4-644e03019d26,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:15.078456 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a1d68a-09a6-493a-910b-8f4db9bdb7a7 req-415683e3-fe27-495d-a5b8-44bcf7b901f7 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:15.080635 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-42a1d68a-09a6-493a-910b-8f4db9bdb7a7 req-415683e3-fe27-495d-a5b8-44bcf7b901f7 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 931 time: 0.0646544 Nov 02 16:47:15.126741 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.v2.base [req-8e329d80-f196-4f0c-9841-5d7e3f1c7550 req-12d04cfa-322e-44df-8790-a0b722682a76 service neutron] Request body: {'port': {'device_id': '1e0809e6-a338-4bc7-8413-86af16333eb4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=113345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:47:15.133251 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.v2.base [req-6ebfe5f7-1435-4341-a290-037642c1b9d0 req-85cd3f0d-4379-4aae-b7a3-c50fa2e76b70 service neutron] Request body: {'port': {'device_id': '3df0bde8-504d-42f2-b162-1fb601b26528', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=113344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:47:15.191748 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-3f244c4f-a446-4bab-b5eb-23f5db66d94c req-2746813b-4cde-4f47-9784-bdaafb468d43 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=716d1add-eeb0-4090-99a3-8e93ac4c3a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550718 Nov 02 16:47:15.296851 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-42a1d68a-09a6-493a-910b-8f4db9bdb7a7 req-ba2a0cbc-1465-4ee4-b3b1-f4ad809e2860 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2033799 Nov 02 16:47:15.303862 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-8e329d80-f196-4f0c-9841-5d7e3f1c7550 req-12d04cfa-322e-44df-8790-a0b722682a76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:15.324746 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-1cdeb0c1-babb-4c1c-a330-40f5fe690f8b req-c2452b8c-30e4-4380-b97d-c781d6716b77 service neutron] 10.222.0.76 "GET /v2.0/networks/e13a8a17-03ff-45d6-87c8-8e4368446fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006097 Nov 02 16:47:15.325950 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [req-6ebfe5f7-1435-4341-a290-037642c1b9d0 req-85cd3f0d-4379-4aae-b7a3-c50fa2e76b70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:15.450337 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-3f244c4f-a446-4bab-b5eb-23f5db66d94c req-1cbab467-4f8a-44bc-b900-af5385198d69 service neutron] 10.222.0.76 "GET /v2.0/networks/716d1add-eeb0-4090-99a3-8e93ac4c3a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463019 Nov 02 16:47:15.468707 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be6da65-d1b3-4c81-8a0b-fd590b74dae3 req-d155fa85-26fa-4de1-bda9-cb31fa9f2755 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:15.470413 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-5be6da65-d1b3-4c81-8a0b-fd590b74dae3 req-d155fa85-26fa-4de1-bda9-cb31fa9f2755 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] 10.222.0.118 "GET /v2.0/ports?device_id=72140edf-a256-42c5-96ab-aa20fadf6e0b HTTP/1.1" status: 200 len: 944 time: 0.1688929 Nov 02 16:47:15.558306 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b01e655-8be7-4c6d-87e8-6c9fcb4641de req-d7649b45-66d1-474b-bc0f-5ad223804a32 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:15.560005 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-0b01e655-8be7-4c6d-87e8-6c9fcb4641de req-d7649b45-66d1-474b-bc0f-5ad223804a32 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 943 time: 0.1536772 Nov 02 16:47:15.732030 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-0b01e655-8be7-4c6d-87e8-6c9fcb4641de req-1d51cec6-7ff2-46b1-b919-6609920e213e tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547661 Nov 02 16:47:15.933265 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.notifiers.nova [req-6ebfe5f7-1435-4341-a290-037642c1b9d0 req-85cd3f0d-4379-4aae-b7a3-c50fa2e76b70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a36918e-caa7-42ed-b923-c3a049049148 {{(pid=113344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:47:15.948322 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [req-6ebfe5f7-1435-4341-a290-037642c1b9d0 req-85cd3f0d-4379-4aae-b7a3-c50fa2e76b70 service neutron] Publish callbacks [] for port, precommit_update {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:15.959549 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d175f0-49c9-45c9-963a-1a8870d1dce6 req-3679bee6-efc6-41f9-b62c-813f2fc3da39 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:15.961384 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-88d175f0-49c9-45c9-963a-1a8870d1dce6 req-3679bee6-efc6-41f9-b62c-813f2fc3da39 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 932 time: 0.1164210 Nov 02 16:47:15.978923 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.db.provisioning_blocks [req-6ebfe5f7-1435-4341-a290-037642c1b9d0 req-85cd3f0d-4379-4aae-b7a3-c50fa2e76b70 service neutron] Transition to ACTIVE for port object 6a36918e-caa7-42ed-b923-c3a049049148 will not be triggered until provisioned by entity L2. {{(pid=113344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:47:15.986651 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [req-6ebfe5f7-1435-4341-a290-037642c1b9d0 req-85cd3f0d-4379-4aae-b7a3-c50fa2e76b70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:16.006564 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-5be6da65-d1b3-4c81-8a0b-fd590b74dae3 req-eb092709-f54c-4b85-93f7-6ad6ab4e6d4c tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] 10.222.0.118 "GET /v2.0/security-groups?id=4064422b-7a09-47b0-889c-519c373517a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4883456 Nov 02 16:47:16.022848 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-3f244c4f-a446-4bab-b5eb-23f5db66d94c req-2dd01174-d097-44bf-a408-70379fc4adb6 service neutron] 10.222.0.76 "GET /v2.0/networks/716d1add-eeb0-4090-99a3-8e93ac4c3a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5059686 Nov 02 16:47:16.074859 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:16.077696 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cd3f0d-4379-4aae-b7a3-c50fa2e76b70 service neutron] Pushing event updated for resources: {'Port': ['ID=6a36918e-caa7-42ed-b923-c3a049049148,revision_number=2']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:16.097420 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-88d175f0-49c9-45c9-963a-1a8870d1dce6 req-11223d89-374d-40d0-9e29-4a9c6e269e4b tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups?id=defac20c-ef6f-4b35-b645-37394d3dc510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208494 Nov 02 16:47:16.158778 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device 8c95a943-ceda-4a49-8043-1035f5d14c4a details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=113346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:47:16.174583 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.managers [req-6ebfe5f7-1435-4341-a290-037642c1b9d0 req-85cd3f0d-4379-4aae-b7a3-c50fa2e76b70 service neutron] Attempting to bind port 6a36918e-caa7-42ed-b923-c3a049049148 on host hv-cinder-77387 for vnic_type normal with profile {{(pid=113344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 16:47:16.174997 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.managers [req-6ebfe5f7-1435-4341-a290-037642c1b9d0 req-85cd3f0d-4379-4aae-b7a3-c50fa2e76b70 service neutron] Attempting to bind port 6a36918e-caa7-42ed-b923-c3a049049148 by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': '696e12bc-6b69-439e-85c8-346996a99755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '2642968c-324e-4035-9dba-a5695e42fc1f'}] {{(pid=113344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 16:47:16.175266 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebfe5f7-1435-4341-a290-037642c1b9d0 req-85cd3f0d-4379-4aae-b7a3-c50fa2e76b70 service neutron] Attempting to bind port 6a36918e-caa7-42ed-b923-c3a049049148 on network 2642968c-324e-4035-9dba-a5695e42fc1f {{(pid=113344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:47:16.208009 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebfe5f7-1435-4341-a290-037642c1b9d0 req-85cd3f0d-4379-4aae-b7a3-c50fa2e76b70 service neutron] Port 6a36918e-caa7-42ed-b923-c3a049049148 on network 2642968c-324e-4035-9dba-a5695e42fc1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=113344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:47:16.209912 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebfe5f7-1435-4341-a290-037642c1b9d0 req-85cd3f0d-4379-4aae-b7a3-c50fa2e76b70 service neutron] Attempting to bind port 6a36918e-caa7-42ed-b923-c3a049049148 on network 2642968c-324e-4035-9dba-a5695e42fc1f {{(pid=113344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:47:16.230734 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebfe5f7-1435-4341-a290-037642c1b9d0 req-85cd3f0d-4379-4aae-b7a3-c50fa2e76b70 service neutron] Checking agent: {'id': 'a22495b4-0922-47cf-b0eb-f0742ace0d4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 44, 22), 'started_at': datetime.datetime(2021, 11, 2, 16, 44, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:47:16.233666 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebfe5f7-1435-4341-a290-037642c1b9d0 req-85cd3f0d-4379-4aae-b7a3-c50fa2e76b70 service neutron] Checking segment: {'id': '696e12bc-6b69-439e-85c8-346996a99755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '2642968c-324e-4035-9dba-a5695e42fc1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 16:47:16.234695 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebfe5f7-1435-4341-a290-037642c1b9d0 req-85cd3f0d-4379-4aae-b7a3-c50fa2e76b70 service neutron] Bound using segment: {'id': '696e12bc-6b69-439e-85c8-346996a99755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '2642968c-324e-4035-9dba-a5695e42fc1f'} {{(pid=113344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:47:16.237512 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.managers [req-6ebfe5f7-1435-4341-a290-037642c1b9d0 req-85cd3f0d-4379-4aae-b7a3-c50fa2e76b70 service neutron] Bound port: 6a36918e-caa7-42ed-b923-c3a049049148, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '696e12bc-6b69-439e-85c8-346996a99755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '2642968c-324e-4035-9dba-a5695e42fc1f'}}] {{(pid=113344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 16:47:16.239338 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [req-6ebfe5f7-1435-4341-a290-037642c1b9d0 req-85cd3f0d-4379-4aae-b7a3-c50fa2e76b70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:16.532789 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.notifiers.nova [req-8e329d80-f196-4f0c-9841-5d7e3f1c7550 req-12d04cfa-322e-44df-8790-a0b722682a76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f7b9d28-8f61-494a-88cb-4fc30ad64a7e {{(pid=113345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:47:16.544680 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port 8c95a943-ceda-4a49-8043-1035f5d14c4a, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=8c95a943-ceda-4a49-8043-1035f5d14c4a,segment=NetworkSegment(80e87b5c-0e86-4ca9-a97e-67171cd2a7f7),segment_id=80e87b5c-0e86-4ca9-a97e-67171cd2a7f7)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:47:16.568778 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-8e329d80-f196-4f0c-9841-5d7e3f1c7550 req-12d04cfa-322e-44df-8790-a0b722682a76 service neutron] Publish callbacks [] for port, precommit_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:16.591732 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Returning: {'device': '8c95a943-ceda-4a49-8043-1035f5d14c4a', 'network_id': 'e13a8a17-03ff-45d6-87c8-8e4368446fe7', 'port_id': '8c95a943-ceda-4a49-8043-1035f5d14c4a', 'mac_address': 'fa:16:3e:1e:1d:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0977232-e536-46af-9a0c-d7241cfd5366', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:47:16.658929 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809eedb6-6056-4e41-afd7-dac9ca3ba920 req-b76df300-ec1f-4e68-9f57-64aefb4c4258 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:16.674393 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-809eedb6-6056-4e41-afd7-dac9ca3ba920 req-b76df300-ec1f-4e68-9f57-64aefb4c4258 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=e699b34f-97c8-4316-9e80-4820d1f94e26 HTTP/1.1" status: 200 len: 944 time: 0.3839157 Nov 02 16:47:16.676885 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.provisioning_blocks [req-8e329d80-f196-4f0c-9841-5d7e3f1c7550 req-12d04cfa-322e-44df-8790-a0b722682a76 service neutron] Transition to ACTIVE for port object 8f7b9d28-8f61-494a-88cb-4fc30ad64a7e will not be triggered until provisioned by entity L2. {{(pid=113345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:47:16.686943 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:16.694700 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-8e329d80-f196-4f0c-9841-5d7e3f1c7550 req-12d04cfa-322e-44df-8790-a0b722682a76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:16.710461 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.notifiers.nova [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c95a943-ceda-4a49-8043-1035f5d14c4a {{(pid=113346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:47:16.742406 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.db [req-6ebfe5f7-1435-4341-a290-037642c1b9d0 req-85cd3f0d-4379-4aae-b7a3-c50fa2e76b70 service neutron] For port 6a36918e-caa7-42ed-b923-c3a049049148, host hv-cinder-77387, cleared binding levels {{(pid=113344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:47:16.750218 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.db [req-6ebfe5f7-1435-4341-a290-037642c1b9d0 req-85cd3f0d-4379-4aae-b7a3-c50fa2e76b70 service neutron] For port 6a36918e-caa7-42ed-b923-c3a049049148, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=6a36918e-caa7-42ed-b923-c3a049049148,segment=NetworkSegment(696e12bc-6b69-439e-85c8-346996a99755),segment_id=696e12bc-6b69-439e-85c8-346996a99755)] {{(pid=113344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:47:16.763180 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe070f7b-bf50-4369-b872-8c6b85f850c9 req-620e7199-2d9f-45bf-836c-d216ab0d491f tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:16.765621 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-fe070f7b-bf50-4369-b872-8c6b85f850c9 req-620e7199-2d9f-45bf-836c-d216ab0d491f tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 943 time: 0.2131584 Nov 02 16:47:16.765940 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port 8c95a943-ceda-4a49-8043-1035f5d14c4a, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=8c95a943-ceda-4a49-8043-1035f5d14c4a,segment=NetworkSegment(80e87b5c-0e86-4ca9-a97e-67171cd2a7f7),segment_id=80e87b5c-0e86-4ca9-a97e-67171cd2a7f7)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:47:16.768532 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [req-6ebfe5f7-1435-4341-a290-037642c1b9d0 req-85cd3f0d-4379-4aae-b7a3-c50fa2e76b70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:16.776542 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:16.778084 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device 6d3bae71-e514-49ab-9222-9632d4fba0f5 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=113346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:47:16.845400 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebfe5f7-1435-4341-a290-037642c1b9d0 req-85cd3f0d-4379-4aae-b7a3-c50fa2e76b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:16.846091 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [req-6ebfe5f7-1435-4341-a290-037642c1b9d0 req-85cd3f0d-4379-4aae-b7a3-c50fa2e76b70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673503'] for port, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:16.848840 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-6ebfe5f7-1435-4341-a290-037642c1b9d0 req-85cd3f0d-4379-4aae-b7a3-c50fa2e76b70 service neutron] 10.222.0.76 "PUT /v2.0/ports/6a36918e-caa7-42ed-b923-c3a049049148 HTTP/1.1" status: 200 len: 1093 time: 1.7231126 Nov 02 16:47:16.851783 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3df0bde8-504d-42f2-b162-1fb601b26528', 'tag': '6a36918e-caa7-42ed-b923-c3a049049148'}] {{(pid=113344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:47:16.855799 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5f30fc3850fd44c96454e051096f60fc18984a92350f5d63aa5481a86e136a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24465290-c4a2-4134-9df5-c0125690ad94" -d '{"events": [{"name": "network-changed", "server_uuid": "3df0bde8-504d-42f2-b162-1fb601b26528", "tag": "6a36918e-caa7-42ed-b923-c3a049049148"}]}' {{(pid=113344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:47:16.980430 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port 6d3bae71-e514-49ab-9222-9632d4fba0f5, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=6d3bae71-e514-49ab-9222-9632d4fba0f5,segment=NetworkSegment(d6d67ab2-fd0f-4a4e-a197-bf243bf1fa07),segment_id=d6d67ab2-fd0f-4a4e-a197-bf243bf1fa07)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:47:17.057186 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.managers [req-8e329d80-f196-4f0c-9841-5d7e3f1c7550 req-12d04cfa-322e-44df-8790-a0b722682a76 service neutron] Attempting to bind port 8f7b9d28-8f61-494a-88cb-4fc30ad64a7e on host hv-cinder-77387 for vnic_type normal with profile {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 16:47:17.057791 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.managers [req-8e329d80-f196-4f0c-9841-5d7e3f1c7550 req-12d04cfa-322e-44df-8790-a0b722682a76 service neutron] Attempting to bind port 8f7b9d28-8f61-494a-88cb-4fc30ad64a7e by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': '9063e9b7-1cf0-4c78-a7b7-5d676507dd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'c3ac4ab4-0ce0-4abb-9960-272f99ead558'}] {{(pid=113345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 16:47:17.058392 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e329d80-f196-4f0c-9841-5d7e3f1c7550 req-12d04cfa-322e-44df-8790-a0b722682a76 service neutron] Attempting to bind port 8f7b9d28-8f61-494a-88cb-4fc30ad64a7e on network c3ac4ab4-0ce0-4abb-9960-272f99ead558 {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:47:17.074620 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cd3f0d-4379-4aae-b7a3-c50fa2e76b70 service neutron] Pushing event updated for resources: {'Port': ['ID=6a36918e-caa7-42ed-b923-c3a049049148,revision_number=3']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:17.113127 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Pushing event updated for resources: {'Port': ['ID=8c95a943-ceda-4a49-8043-1035f5d14c4a,revision_number=4']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:17.117922 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-fe070f7b-bf50-4369-b872-8c6b85f850c9 req-83962c5a-b04d-497e-a22b-1d77c74af41e tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3367991 Nov 02 16:47:17.120520 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d04cfa-322e-44df-8790-a0b722682a76 service neutron] Pushing event updated for resources: {'Port': ['ID=8f7b9d28-8f61-494a-88cb-4fc30ad64a7e,revision_number=2']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:17.159763 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Returning: {'device': '6d3bae71-e514-49ab-9222-9632d4fba0f5', 'network_id': '716d1add-eeb0-4090-99a3-8e93ac4c3a42', 'port_id': '6d3bae71-e514-49ab-9222-9632d4fba0f5', 'mac_address': 'fa:16:3e:96:76:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c574b2f-5688-4840-800f-5e2d7519c217', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:47:17.184468 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-809eedb6-6056-4e41-afd7-dac9ca3ba920 req-3983838a-8ace-4de2-95f1-84fe480f196c tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5026081 Nov 02 16:47:17.185937 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e329d80-f196-4f0c-9841-5d7e3f1c7550 req-12d04cfa-322e-44df-8790-a0b722682a76 service neutron] Port 8f7b9d28-8f61-494a-88cb-4fc30ad64a7e on network c3ac4ab4-0ce0-4abb-9960-272f99ead558 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:47:17.186249 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e329d80-f196-4f0c-9841-5d7e3f1c7550 req-12d04cfa-322e-44df-8790-a0b722682a76 service neutron] Attempting to bind port 8f7b9d28-8f61-494a-88cb-4fc30ad64a7e on network c3ac4ab4-0ce0-4abb-9960-272f99ead558 {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:47:17.227182 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e329d80-f196-4f0c-9841-5d7e3f1c7550 req-12d04cfa-322e-44df-8790-a0b722682a76 service neutron] Checking agent: {'id': 'a22495b4-0922-47cf-b0eb-f0742ace0d4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 44, 22), 'started_at': datetime.datetime(2021, 11, 2, 16, 44, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:47:17.227809 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e329d80-f196-4f0c-9841-5d7e3f1c7550 req-12d04cfa-322e-44df-8790-a0b722682a76 service neutron] Checking segment: {'id': '9063e9b7-1cf0-4c78-a7b7-5d676507dd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'c3ac4ab4-0ce0-4abb-9960-272f99ead558'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 16:47:17.228579 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e329d80-f196-4f0c-9841-5d7e3f1c7550 req-12d04cfa-322e-44df-8790-a0b722682a76 service neutron] Bound using segment: {'id': '9063e9b7-1cf0-4c78-a7b7-5d676507dd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'c3ac4ab4-0ce0-4abb-9960-272f99ead558'} {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:47:17.250996 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.managers [req-8e329d80-f196-4f0c-9841-5d7e3f1c7550 req-12d04cfa-322e-44df-8790-a0b722682a76 service neutron] Bound port: 8f7b9d28-8f61-494a-88cb-4fc30ad64a7e, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9063e9b7-1cf0-4c78-a7b7-5d676507dd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'c3ac4ab4-0ce0-4abb-9960-272f99ead558'}}] {{(pid=113345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 16:47:17.251682 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-8e329d80-f196-4f0c-9841-5d7e3f1c7550 req-12d04cfa-322e-44df-8790-a0b722682a76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:17.323593 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:17.378385 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.notifiers.nova [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d3bae71-e514-49ab-9222-9632d4fba0f5 {{(pid=113346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:47:17.447014 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.agents_db [None req-4685c794-fb13-4fdb-802d-b1599aff033c None None] Agent healthcheck: found 6 active agents {{(pid=113347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:47:17.448268 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58be0751-4a7c-400d-a078-6242a7021e82 x-openstack-request-id: req-58be0751-4a7c-400d-a078-6242a7021e82 {{(pid=113344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:47:17.448268 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3df0bde8-504d-42f2-b162-1fb601b26528", "tag": "6a36918e-caa7-42ed-b923-c3a049049148", "status": "completed", "code": 200}]} {{(pid=113344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:47:17.448629 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-58be0751-4a7c-400d-a078-6242a7021e82 {{(pid=113344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:47:17.453326 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3df0bde8-504d-42f2-b162-1fb601b26528', 'tag': '6a36918e-caa7-42ed-b923-c3a049049148', 'status': 'completed', 'code': 200} Nov 02 16:47:17.472704 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port 6d3bae71-e514-49ab-9222-9632d4fba0f5, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=6d3bae71-e514-49ab-9222-9632d4fba0f5,segment=NetworkSegment(d6d67ab2-fd0f-4a4e-a197-bf243bf1fa07),segment_id=d6d67ab2-fd0f-4a4e-a197-bf243bf1fa07)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:47:17.482807 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:17.527243 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bfa6c2-8d97-435b-9d65-0710e1706a43 req-c9cab0dd-3174-4420-b522-0cf1f576bfdb tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:17.539725 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-60bfa6c2-8d97-435b-9d65-0710e1706a43 req-c9cab0dd-3174-4420-b522-0cf1f576bfdb tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 943 time: 0.2064304 Nov 02 16:47:17.569598 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.db [req-8e329d80-f196-4f0c-9841-5d7e3f1c7550 req-12d04cfa-322e-44df-8790-a0b722682a76 service neutron] For port 8f7b9d28-8f61-494a-88cb-4fc30ad64a7e, host hv-cinder-77387, cleared binding levels {{(pid=113345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:47:17.574745 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.db [req-8e329d80-f196-4f0c-9841-5d7e3f1c7550 req-12d04cfa-322e-44df-8790-a0b722682a76 service neutron] For port 8f7b9d28-8f61-494a-88cb-4fc30ad64a7e, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=8f7b9d28-8f61-494a-88cb-4fc30ad64a7e,segment=NetworkSegment(9063e9b7-1cf0-4c78-a7b7-5d676507dd93),segment_id=9063e9b7-1cf0-4c78-a7b7-5d676507dd93)] {{(pid=113345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:47:17.592136 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-8e329d80-f196-4f0c-9841-5d7e3f1c7550 req-12d04cfa-322e-44df-8790-a0b722682a76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:17.636672 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Pushing event updated for resources: {'Port': ['ID=6d3bae71-e514-49ab-9222-9632d4fba0f5,revision_number=4']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:17.640637 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-60bfa6c2-8d97-435b-9d65-0710e1706a43 req-5c68d247-333a-4653-9641-ea8be475b189 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982511 Nov 02 16:47:17.685452 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e329d80-f196-4f0c-9841-5d7e3f1c7550 req-12d04cfa-322e-44df-8790-a0b722682a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:17.686169 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-8e329d80-f196-4f0c-9841-5d7e3f1c7550 req-12d04cfa-322e-44df-8790-a0b722682a76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673503'] for port, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:17.688772 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-8e329d80-f196-4f0c-9841-5d7e3f1c7550 req-12d04cfa-322e-44df-8790-a0b722682a76 service neutron] 10.222.0.76 "PUT /v2.0/ports/8f7b9d28-8f61-494a-88cb-4fc30ad64a7e HTTP/1.1" status: 200 len: 1094 time: 2.5695205 Nov 02 16:47:17.689531 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e0809e6-a338-4bc7-8413-86af16333eb4', 'tag': '8f7b9d28-8f61-494a-88cb-4fc30ad64a7e'}] {{(pid=113345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:47:17.692354 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88728d28071a92af03fe3e2826ca256f68f88e9f4aa3bce1a4ce6001ce5f6d9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce49cf4b-d153-4554-9af0-3f87eb853b37" -d '{"events": [{"name": "network-changed", "server_uuid": "1e0809e6-a338-4bc7-8413-86af16333eb4", "tag": "8f7b9d28-8f61-494a-88cb-4fc30ad64a7e"}]}' {{(pid=113345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:47:17.827650 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31735475-641e-43f7-adec-9fd8f00cd2a5 req-16e726a6-1bcd-4c82-b796-ae8664d651d3 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:17.840731 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-31735475-641e-43f7-adec-9fd8f00cd2a5 req-16e726a6-1bcd-4c82-b796-ae8664d651d3 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] 10.222.0.118 "GET /v2.0/ports?device_id=72140edf-a256-42c5-96ab-aa20fadf6e0b HTTP/1.1" status: 200 len: 944 time: 0.3206959 Nov 02 16:47:17.916740 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa169929-7a22-4912-9cc2-c7dfdc1d65fd req-2a951b82-98d2-4583-bfa9-5efa6370d282 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:17.922189 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d04cfa-322e-44df-8790-a0b722682a76 service neutron] Pushing event updated for resources: {'Port': ['ID=8f7b9d28-8f61-494a-88cb-4fc30ad64a7e,revision_number=3']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:17.927833 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-aa169929-7a22-4912-9cc2-c7dfdc1d65fd req-2a951b82-98d2-4583-bfa9-5efa6370d282 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 944 time: 0.1174626 Nov 02 16:47:17.961185 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d04cfa-322e-44df-8790-a0b722682a76 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:17.961850 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d04cfa-322e-44df-8790-a0b722682a76 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:17.962814 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d04cfa-322e-44df-8790-a0b722682a76 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:17.963420 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d04cfa-322e-44df-8790-a0b722682a76 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:17.964324 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d04cfa-322e-44df-8790-a0b722682a76 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:17.965369 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d04cfa-322e-44df-8790-a0b722682a76 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:17.965770 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d04cfa-322e-44df-8790-a0b722682a76 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:17.966334 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d04cfa-322e-44df-8790-a0b722682a76 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:17.966887 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d04cfa-322e-44df-8790-a0b722682a76 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:17.967497 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d04cfa-322e-44df-8790-a0b722682a76 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:17.968070 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d04cfa-322e-44df-8790-a0b722682a76 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:17.968717 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d04cfa-322e-44df-8790-a0b722682a76 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:18.011682 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-aa169929-7a22-4912-9cc2-c7dfdc1d65fd req-3480246b-d2eb-404a-bec2-46c71875545b tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups?id=defac20c-ef6f-4b35-b645-37394d3dc510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823102 Nov 02 16:47:18.038058 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-31735475-641e-43f7-adec-9fd8f00cd2a5 req-179076d7-e6b8-4ca7-a32e-ef3db37c7f4e tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] 10.222.0.118 "GET /v2.0/security-groups?id=4064422b-7a09-47b0-889c-519c373517a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774690 Nov 02 16:47:18.079054 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-769d4346-0ff1-4d1c-9e4f-80638e4b7ab0 x-openstack-request-id: req-769d4346-0ff1-4d1c-9e4f-80638e4b7ab0 {{(pid=113345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:47:18.079054 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e0809e6-a338-4bc7-8413-86af16333eb4", "tag": "8f7b9d28-8f61-494a-88cb-4fc30ad64a7e", "status": "completed", "code": 200}]} {{(pid=113345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:47:18.079427 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-769d4346-0ff1-4d1c-9e4f-80638e4b7ab0 {{(pid=113345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:47:18.079616 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e0809e6-a338-4bc7-8413-86af16333eb4', 'tag': '8f7b9d28-8f61-494a-88cb-4fc30ad64a7e', 'status': 'completed', 'code': 200} Nov 02 16:47:18.321625 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7e39c8-2894-4f86-9ce8-52a835769a51 req-fad11278-7b03-4575-acca-d6bd6aaee525 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:18.332020 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-3f7e39c8-2894-4f86-9ce8-52a835769a51 req-fad11278-7b03-4575-acca-d6bd6aaee525 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 943 time: 0.0874155 Nov 02 16:47:18.392362 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d777a7-2fc6-4ad3-832a-df468e0f7149 req-e1f6c29a-0ec7-411c-9f4d-61cffd343072 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:18.394864 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-e1d777a7-2fc6-4ad3-832a-df468e0f7149 req-e1f6c29a-0ec7-411c-9f4d-61cffd343072 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=e699b34f-97c8-4316-9e80-4820d1f94e26 HTTP/1.1" status: 200 len: 945 time: 0.1015379 Nov 02 16:47:18.416710 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-3f7e39c8-2894-4f86-9ce8-52a835769a51 req-a3c10779-3020-4905-a3a8-dc615517350c tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802543 Nov 02 16:47:18.461971 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-e1d777a7-2fc6-4ad3-832a-df468e0f7149 req-ce11901c-d050-4b50-8277-0e7b1272f30a tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589604 Nov 02 16:47:18.807812 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device 4c21c6a5-6c5e-47dc-9609-26483e9e33f3 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=113346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:47:18.906321 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7863bea-7c08-46ec-8aab-8aca5655c0c5 req-a4a83d94-7c28-4bc2-a782-e3289598b554 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:18.908219 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-e7863bea-7c08-46ec-8aab-8aca5655c0c5 req-a4a83d94-7c28-4bc2-a782-e3289598b554 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 943 time: 0.0838554 Nov 02 16:47:18.980923 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port 4c21c6a5-6c5e-47dc-9609-26483e9e33f3, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=4c21c6a5-6c5e-47dc-9609-26483e9e33f3,segment=NetworkSegment(80e87b5c-0e86-4ca9-a97e-67171cd2a7f7),segment_id=80e87b5c-0e86-4ca9-a97e-67171cd2a7f7)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:47:18.991516 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-e7863bea-7c08-46ec-8aab-8aca5655c0c5 req-27ad26ca-33f8-454d-9668-de6ec4cc6b96 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689108 Nov 02 16:47:19.002247 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Returning: {'device': '4c21c6a5-6c5e-47dc-9609-26483e9e33f3', 'network_id': 'e13a8a17-03ff-45d6-87c8-8e4368446fe7', 'port_id': '4c21c6a5-6c5e-47dc-9609-26483e9e33f3', 'mac_address': 'fa:16:3e:ff:e7:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0977232-e536-46af-9a0c-d7241cfd5366', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:47:19.077645 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:19.107419 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.notifiers.nova [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c21c6a5-6c5e-47dc-9609-26483e9e33f3 {{(pid=113346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:47:19.153485 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port 4c21c6a5-6c5e-47dc-9609-26483e9e33f3, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=4c21c6a5-6c5e-47dc-9609-26483e9e33f3,segment=NetworkSegment(80e87b5c-0e86-4ca9-a97e-67171cd2a7f7),segment_id=80e87b5c-0e86-4ca9-a97e-67171cd2a7f7)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:47:19.161108 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:19.162949 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device 9877734a-b105-41fe-bb14-bcc253387958 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=113346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:47:19.189815 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e359e381-90ba-43a9-8d72-b150c7c1c004 req-fba99af4-95af-40d8-81d3-9a7f9d3a58cf tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:19.194477 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-e359e381-90ba-43a9-8d72-b150c7c1c004 req-fba99af4-95af-40d8-81d3-9a7f9d3a58cf tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 944 time: 0.0950160 Nov 02 16:47:19.247070 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bccf60-5b25-47e1-85db-772f0a4c3e6f req-c13bffa3-670e-4c08-9e1b-c853b0c4c0a3 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:19.261691 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-b3bccf60-5b25-47e1-85db-772f0a4c3e6f req-c13bffa3-670e-4c08-9e1b-c853b0c4c0a3 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] 10.222.0.118 "GET /v2.0/ports?device_id=72140edf-a256-42c5-96ab-aa20fadf6e0b HTTP/1.1" status: 200 len: 944 time: 0.1152291 Nov 02 16:47:19.288619 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-e359e381-90ba-43a9-8d72-b150c7c1c004 req-7a03f9f6-faa5-4364-946d-71b51457ee30 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups?id=defac20c-ef6f-4b35-b645-37394d3dc510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724549 Nov 02 16:47:19.337059 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-b3bccf60-5b25-47e1-85db-772f0a4c3e6f req-3f17e7be-e239-455e-80b4-9a8db7766daa tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] 10.222.0.118 "GET /v2.0/security-groups?id=4064422b-7a09-47b0-889c-519c373517a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734375 Nov 02 16:47:19.425653 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Pushing event updated for resources: {'Port': ['ID=4c21c6a5-6c5e-47dc-9609-26483e9e33f3,revision_number=4']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:19.485594 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port 9877734a-b105-41fe-bb14-bcc253387958, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=9877734a-b105-41fe-bb14-bcc253387958,segment=NetworkSegment(edde6c72-fdff-47d4-80bc-7fa722cc638e),segment_id=edde6c72-fdff-47d4-80bc-7fa722cc638e)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:47:19.514129 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Returning: {'device': '9877734a-b105-41fe-bb14-bcc253387958', 'network_id': '244687ba-bf2c-4a2d-aed3-980547dbf6c6', 'port_id': '9877734a-b105-41fe-bb14-bcc253387958', 'mac_address': 'fa:16:3e:e5:d8:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '340c5b50-f538-45eb-bf23-eaa256609e5f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:47:19.579628 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:19.598329 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.notifiers.nova [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9877734a-b105-41fe-bb14-bcc253387958 {{(pid=113346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:47:19.634012 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port 9877734a-b105-41fe-bb14-bcc253387958, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=9877734a-b105-41fe-bb14-bcc253387958,segment=NetworkSegment(edde6c72-fdff-47d4-80bc-7fa722cc638e),segment_id=edde6c72-fdff-47d4-80bc-7fa722cc638e)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:47:19.641743 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:19.644639 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0362fed-c7ad-4983-8684-10c7da777e88 req-117280ba-dc0a-44d0-bec1-8b03852d62be tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:19.647740 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-e0362fed-c7ad-4983-8684-10c7da777e88 req-117280ba-dc0a-44d0-bec1-8b03852d62be tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 943 time: 0.0895758 Nov 02 16:47:19.664000 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32960200-17ab-4fca-89f2-e9d272d678e7 req-81518806-ed85-4629-9ddf-ea7e0607d14e tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:19.667141 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-32960200-17ab-4fca-89f2-e9d272d678e7 req-81518806-ed85-4629-9ddf-ea7e0607d14e tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=e699b34f-97c8-4316-9e80-4820d1f94e26 HTTP/1.1" status: 200 len: 945 time: 0.0978801 Nov 02 16:47:19.729554 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-e0362fed-c7ad-4983-8684-10c7da777e88 req-0b376404-ef7d-402e-be42-9f13751bd3dc tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673790 Nov 02 16:47:19.738520 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Pushing event updated for resources: {'Port': ['ID=9877734a-b105-41fe-bb14-bcc253387958,revision_number=4']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:19.750075 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-32960200-17ab-4fca-89f2-e9d272d678e7 req-68c81488-8986-48ab-894a-52fde79a48b3 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675595 Nov 02 16:47:19.964708 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce49cf4b-d153-4554-9af0-3f87eb853b37 req-90324384-09eb-4547-8620-4566ecb80b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:19.969759 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-ce49cf4b-d153-4554-9af0-3f87eb853b37 req-90324384-09eb-4547-8620-4566ecb80b51 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a575c6bd2e574ad19dc299cc1df253f3&device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 1097 time: 0.0784357 Nov 02 16:47:19.988584 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebfe5f7-1435-4341-a290-037642c1b9d0 req-08f4ef81-91b3-46c3-98bc-0c974d0af96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:19.992637 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-6ebfe5f7-1435-4341-a290-037642c1b9d0 req-08f4ef81-91b3-46c3-98bc-0c974d0af96a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5cc524f131464fe097cff64187071316&device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 1096 time: 0.1032088 Nov 02 16:47:20.092049 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-6ebfe5f7-1435-4341-a290-037642c1b9d0 req-59741298-d05c-457f-b1c8-eb49cf9fd890 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a36918e-caa7-42ed-b923-c3a049049148 HTTP/1.1" status: 200 len: 217 time: 0.0817735 Nov 02 16:47:20.181859 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebfe5f7-1435-4341-a290-037642c1b9d0 req-841d2db7-f1ac-4c98-8102-98fd36122def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:20.183610 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-6ebfe5f7-1435-4341-a290-037642c1b9d0 req-841d2db7-f1ac-4c98-8102-98fd36122def service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fd525ac9-44f8-421c-b093-9ce2aeedf323 HTTP/1.1" status: 200 len: 856 time: 0.0804226 Nov 02 16:47:20.266476 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f1c775-57af-4840-ba77-c90d444cffee req-6328ab58-6be6-424e-a673-61f0f594ae06 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:20.268143 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-a9f1c775-57af-4840-ba77-c90d444cffee req-6328ab58-6be6-424e-a673-61f0f594ae06 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 944 time: 0.1403449 Nov 02 16:47:20.270444 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce49cf4b-d153-4554-9af0-3f87eb853b37 req-0da919de-376a-4b86-a78c-1633ca02b58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:20.272966 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-ce49cf4b-d153-4554-9af0-3f87eb853b37 req-0da919de-376a-4b86-a78c-1633ca02b58f service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=a575c6bd2e574ad19dc299cc1df253f3&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2897353 Nov 02 16:47:20.284523 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebfe5f7-1435-4341-a290-037642c1b9d0 req-1b1669e5-1744-4dbd-9f48-425045c82302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:20.287457 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-6ebfe5f7-1435-4341-a290-037642c1b9d0 req-1b1669e5-1744-4dbd-9f48-425045c82302 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2642968c-324e-4035-9dba-a5695e42fc1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0932965 Nov 02 16:47:20.492962 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] get_ports_and_sgs() called for port_ids ['6d3bae71-e514-49ab-9222-9632d4fba0f5'] {{(pid=113346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:47:20.561976 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] get_ports_and_sgs() called for port_ids ['4c21c6a5-6c5e-47dc-9609-26483e9e33f3'] {{(pid=113346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:47:20.618595 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0775ca6-6379-41ea-a1c1-a2bf6e14670a req-db1ae9fe-e7e6-43a0-bf8a-a287987ee93f tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:20.621942 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-d0775ca6-6379-41ea-a1c1-a2bf6e14670a req-db1ae9fe-e7e6-43a0-bf8a-a287987ee93f tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 944 time: 0.1686392 Nov 02 16:47:20.633292 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] get_ports_and_sgs() called for port_ids ['9877734a-b105-41fe-bb14-bcc253387958'] {{(pid=113346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:47:20.701631 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-a9f1c775-57af-4840-ba77-c90d444cffee req-f476adc6-0109-4655-8aba-6328b927140b tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4246902 Nov 02 16:47:20.738778 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-6ebfe5f7-1435-4341-a290-037642c1b9d0 req-822f2789-8b76-426a-a44a-1b375ba4e7ff service neutron] 10.222.0.76 "GET /v2.0/networks/2642968c-324e-4035-9dba-a5695e42fc1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4388590 Nov 02 16:47:20.779134 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] get_ports_and_sgs() called for port_ids ['8c95a943-ceda-4a49-8043-1035f5d14c4a'] {{(pid=113346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:47:20.884230 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce49cf4b-d153-4554-9af0-3f87eb853b37 req-ad636e43-0cc0-436d-89c8-262c896989d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:20.891018 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-ce49cf4b-d153-4554-9af0-3f87eb853b37 req-ad636e43-0cc0-436d-89c8-262c896989d2 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5988588 Nov 02 16:47:20.961249 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-d0775ca6-6379-41ea-a1c1-a2bf6e14670a req-8ee490c6-fcdf-467c-a434-adde4f01b386 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups?id=defac20c-ef6f-4b35-b645-37394d3dc510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3004229 Nov 02 16:47:21.216089 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-6ebfe5f7-1435-4341-a290-037642c1b9d0 req-611bd8f1-16e1-4875-9420-4650bbbd3437 service neutron] 10.222.0.76 "GET /v2.0/networks/2642968c-324e-4035-9dba-a5695e42fc1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4511709 Nov 02 16:47:21.294555 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12d614b-81cb-41ec-91ea-0f52889e15e8 req-3c7da5b5-c769-4d47-a169-bfe4ea3237c4 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:21.298117 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-e12d614b-81cb-41ec-91ea-0f52889e15e8 req-3c7da5b5-c769-4d47-a169-bfe4ea3237c4 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=e699b34f-97c8-4316-9e80-4820d1f94e26 HTTP/1.1" status: 200 len: 945 time: 0.1515074 Nov 02 16:47:21.313147 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e329d80-f196-4f0c-9841-5d7e3f1c7550 req-f82a988f-53e5-47ba-8c70-3937046f604d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:21.320090 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-8e329d80-f196-4f0c-9841-5d7e3f1c7550 req-f82a988f-53e5-47ba-8c70-3937046f604d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a575c6bd2e574ad19dc299cc1df253f3&device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 1097 time: 0.2393711 Nov 02 16:47:21.344269 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee16b0d-11ce-4d17-8ab0-1a831e2cd7d8 req-32adfa0c-9585-4537-9931-11f8f88de591 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:21.355130 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-cee16b0d-11ce-4d17-8ab0-1a831e2cd7d8 req-32adfa0c-9585-4537-9931-11f8f88de591 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] 10.222.0.118 "GET /v2.0/ports?device_id=72140edf-a256-42c5-96ab-aa20fadf6e0b HTTP/1.1" status: 200 len: 945 time: 0.3519771 Nov 02 16:47:21.419937 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-8e329d80-f196-4f0c-9841-5d7e3f1c7550 req-ae2009a7-8b58-4aa2-9d2a-6772ccc4cf4e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f7b9d28-8f61-494a-88cb-4fc30ad64a7e HTTP/1.1" status: 200 len: 217 time: 0.0553143 Nov 02 16:47:21.508522 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-e12d614b-81cb-41ec-91ea-0f52889e15e8 req-b5d5adbc-8fb2-45b4-b693-5ea31ce08892 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999240 Nov 02 16:47:21.518428 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24465290-c4a2-4134-9df5-c0125690ad94 req-69df4b7a-71f2-442b-9d62-87ad77d0d71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:21.524555 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-24465290-c4a2-4134-9df5-c0125690ad94 req-69df4b7a-71f2-442b-9d62-87ad77d0d71c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5cc524f131464fe097cff64187071316&device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 1096 time: 0.1645589 Nov 02 16:47:21.591707 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e329d80-f196-4f0c-9841-5d7e3f1c7550 req-9f6239c2-ac05-4c42-8882-b5e8a49585e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:21.594560 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-8e329d80-f196-4f0c-9841-5d7e3f1c7550 req-9f6239c2-ac05-4c42-8882-b5e8a49585e0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=81d3d140-25a2-438b-a64f-a1dea867ba0d HTTP/1.1" status: 200 len: 850 time: 0.1532502 Nov 02 16:47:21.616357 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-cee16b0d-11ce-4d17-8ab0-1a831e2cd7d8 req-d0f4e83c-ec30-4df5-9ba2-20d00b22b3ee tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] 10.222.0.118 "GET /v2.0/security-groups?id=4064422b-7a09-47b0-889c-519c373517a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595336 Nov 02 16:47:21.714802 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:21.739944 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e329d80-f196-4f0c-9841-5d7e3f1c7550 req-efa0657a-705d-4ebb-a7dd-441b90297253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:21.743188 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-8e329d80-f196-4f0c-9841-5d7e3f1c7550 req-efa0657a-705d-4ebb-a7dd-441b90297253 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c3ac4ab4-0ce0-4abb-9960-272f99ead558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1253533 Nov 02 16:47:21.836936 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c36fef9-8321-45dd-a7be-faf6e8eb99c1 req-b64540ce-f59d-4966-92c7-2b35bde07426 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:21.839700 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-5c36fef9-8321-45dd-a7be-faf6e8eb99c1 req-b64540ce-f59d-4966-92c7-2b35bde07426 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 943 time: 0.1486554 Nov 02 16:47:21.882200 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24465290-c4a2-4134-9df5-c0125690ad94 req-4b096136-7046-4545-bd57-0520ec60b107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:21.885047 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-24465290-c4a2-4134-9df5-c0125690ad94 req-4b096136-7046-4545-bd57-0520ec60b107 service neutron] 10.222.0.76 "GET /v2.0/networks?id=2642968c-324e-4035-9dba-a5695e42fc1f HTTP/1.1" status: 200 len: 918 time: 0.3445475 Nov 02 16:47:21.914720 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a9be2-05b0-476d-b2dc-6e950d2d4f8d req-0cbe8441-d3a0-454c-8d3e-49e3885dedbe tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:21.916511 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-eb7a9be2-05b0-476d-b2dc-6e950d2d4f8d req-0cbe8441-d3a0-454c-8d3e-49e3885dedbe tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 944 time: 0.0808079 Nov 02 16:47:21.918675 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-8e329d80-f196-4f0c-9841-5d7e3f1c7550 req-fae41ec7-0fec-455a-a51a-beba5f189463 service neutron] 10.222.0.76 "GET /v2.0/networks/c3ac4ab4-0ce0-4abb-9960-272f99ead558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586952 Nov 02 16:47:22.005296 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-24465290-c4a2-4134-9df5-c0125690ad94 req-c78bec26-151d-4291-b8d6-428afc4c6410 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a36918e-caa7-42ed-b923-c3a049049148 HTTP/1.1" status: 200 len: 217 time: 0.1047142 Nov 02 16:47:22.021847 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-5c36fef9-8321-45dd-a7be-faf6e8eb99c1 req-941e22ba-af02-4609-b27e-9d310ff1af10 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1698411 Nov 02 16:47:22.038072 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-eb7a9be2-05b0-476d-b2dc-6e950d2d4f8d req-d76fffe6-9ee5-46c0-a654-e2061489e1ae tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139100 Nov 02 16:47:22.087292 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-8e329d80-f196-4f0c-9841-5d7e3f1c7550 req-229016cc-2210-4c83-896d-f05e5b30e78f service neutron] 10.222.0.76 "GET /v2.0/networks/c3ac4ab4-0ce0-4abb-9960-272f99ead558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540620 Nov 02 16:47:22.210741 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcbc2a2-31d3-4706-940b-e364f3e4032c req-cb441bf8-3409-47d3-9c11-9e678acb03e8 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:22.213141 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-0fcbc2a2-31d3-4706-940b-e364f3e4032c req-cb441bf8-3409-47d3-9c11-9e678acb03e8 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 944 time: 0.1028044 Nov 02 16:47:22.313597 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-0fcbc2a2-31d3-4706-940b-e364f3e4032c req-d4eb0abb-aeb0-45f1-95e1-39f20f405e16 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups?id=defac20c-ef6f-4b35-b645-37394d3dc510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865655 Nov 02 16:47:22.654108 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e428c-9540-4ed9-aba1-c1f352d301f4 req-8c03e5fe-1a2c-4cd6-a026-c79977fd59be tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:22.655886 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-3d1e428c-9540-4ed9-aba1-c1f352d301f4 req-8c03e5fe-1a2c-4cd6-a026-c79977fd59be tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=e699b34f-97c8-4316-9e80-4820d1f94e26 HTTP/1.1" status: 200 len: 945 time: 0.0579190 Nov 02 16:47:22.759721 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-3d1e428c-9540-4ed9-aba1-c1f352d301f4 req-3844d486-ec40-4e1a-b849-1330b7967890 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766089 Nov 02 16:47:22.786588 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8fdd0a-6994-4b37-bce4-dd411a3cd295 req-519c4b34-f137-4061-93f3-4a74fa75d3ac tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:22.788700 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-2d8fdd0a-6994-4b37-bce4-dd411a3cd295 req-519c4b34-f137-4061-93f3-4a74fa75d3ac tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] 10.222.0.118 "GET /v2.0/ports?device_id=72140edf-a256-42c5-96ab-aa20fadf6e0b HTTP/1.1" status: 200 len: 945 time: 0.0656044 Nov 02 16:47:22.858502 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-2d8fdd0a-6994-4b37-bce4-dd411a3cd295 req-29993401-4b16-4a74-99e2-a0fce828e168 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] 10.222.0.118 "GET /v2.0/security-groups?id=4064422b-7a09-47b0-889c-519c373517a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619154 Nov 02 16:47:23.196006 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6136b0fa-1e05-4403-8b05-8572498ad89e req-74f36d8e-ac97-4cca-84fd-cff3e92c80a6 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:23.198288 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-6136b0fa-1e05-4403-8b05-8572498ad89e req-74f36d8e-ac97-4cca-84fd-cff3e92c80a6 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 943 time: 0.0670037 Nov 02 16:47:23.203366 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133dd5df-bd0e-46fa-a84c-42b08912913d req-42f1ff4e-9c69-4677-abf2-e721da255f64 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:23.205130 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-133dd5df-bd0e-46fa-a84c-42b08912913d req-42f1ff4e-9c69-4677-abf2-e721da255f64 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 944 time: 0.0676010 Nov 02 16:47:23.263179 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-6136b0fa-1e05-4403-8b05-8572498ad89e req-94d1b937-a9e9-44cd-9f31-8fd99608205f tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579498 Nov 02 16:47:23.279791 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-133dd5df-bd0e-46fa-a84c-42b08912913d req-70120de3-160a-4e72-b6bf-def0d248a4cb tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662196 Nov 02 16:47:23.462580 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381ee055-fdd6-40af-b659-6d8ee88e7e70 req-52d3d573-2b9d-4680-9f9c-020430a1e142 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:23.464398 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-381ee055-fdd6-40af-b659-6d8ee88e7e70 req-52d3d573-2b9d-4680-9f9c-020430a1e142 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 944 time: 0.0562916 Nov 02 16:47:23.520081 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-381ee055-fdd6-40af-b659-6d8ee88e7e70 req-49f60c63-543b-4e0d-9ff3-f3dd3fad96d4 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups?id=defac20c-ef6f-4b35-b645-37394d3dc510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484025 Nov 02 16:47:23.916103 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae31213b-fc33-411c-8153-2a6d46f1ebfd req-ff8847b1-763d-4f92-abff-74db7ff76c3f tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:23.918215 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-ae31213b-fc33-411c-8153-2a6d46f1ebfd req-ff8847b1-763d-4f92-abff-74db7ff76c3f tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=e699b34f-97c8-4316-9e80-4820d1f94e26 HTTP/1.1" status: 200 len: 945 time: 0.0709486 Nov 02 16:47:23.989693 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-ae31213b-fc33-411c-8153-2a6d46f1ebfd req-da4f51f2-8969-44bf-8b0f-12ec6a9beac2 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633278 Nov 02 16:47:24.025423 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dcff0d-ffb4-4a0f-afb6-4af4b645b0c8 req-89fff908-0f36-492b-9eff-f0715824278f tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:24.027249 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-39dcff0d-ffb4-4a0f-afb6-4af4b645b0c8 req-89fff908-0f36-492b-9eff-f0715824278f tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] 10.222.0.118 "GET /v2.0/ports?device_id=72140edf-a256-42c5-96ab-aa20fadf6e0b HTTP/1.1" status: 200 len: 945 time: 0.0707805 Nov 02 16:47:24.085732 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-39dcff0d-ffb4-4a0f-afb6-4af4b645b0c8 req-5eca215e-a363-4600-9486-71fd1f014462 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] 10.222.0.118 "GET /v2.0/security-groups?id=4064422b-7a09-47b0-889c-519c373517a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514109 Nov 02 16:47:24.429873 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c4d34c-471c-43a6-9391-a4071bc673a1 req-37fb6580-bc20-4eda-bfd8-8bb8f5e67f61 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:24.431843 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-08c4d34c-471c-43a6-9391-a4071bc673a1 req-37fb6580-bc20-4eda-bfd8-8bb8f5e67f61 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 944 time: 0.0693016 Nov 02 16:47:24.442294 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b49ac3-7e52-43dd-b98d-d533da46da62 req-56f7e7c1-46b7-41da-b43c-99aee6d7aff9 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:24.444722 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-82b49ac3-7e52-43dd-b98d-d533da46da62 req-56f7e7c1-46b7-41da-b43c-99aee6d7aff9 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 943 time: 0.0697334 Nov 02 16:47:24.489126 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-08c4d34c-471c-43a6-9391-a4071bc673a1 req-8edd18a7-8e28-42dc-a87f-9f52fc252f4e tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491202 Nov 02 16:47:24.505259 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-82b49ac3-7e52-43dd-b98d-d533da46da62 req-9bfa9043-769b-4f84-b510-9497b60de566 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530591 Nov 02 16:47:24.680345 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db2c957-2cd0-436b-97f8-3ed1f4a57e3a req-170d8825-2d2b-4e2d-8e61-dd66ed50dc99 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:24.683424 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-6db2c957-2cd0-436b-97f8-3ed1f4a57e3a req-170d8825-2d2b-4e2d-8e61-dd66ed50dc99 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 944 time: 0.0773983 Nov 02 16:47:24.770763 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-6db2c957-2cd0-436b-97f8-3ed1f4a57e3a req-8e8bc971-2342-49c7-994b-760bc26da4bc tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups?id=defac20c-ef6f-4b35-b645-37394d3dc510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766263 Nov 02 16:47:24.878079 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24465290-c4a2-4134-9df5-c0125690ad94 req-cce8dbac-dca2-452f-9af0-408fd2a19442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:24.879691 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-24465290-c4a2-4134-9df5-c0125690ad94 req-cce8dbac-dca2-452f-9af0-408fd2a19442 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fd525ac9-44f8-421c-b093-9ce2aeedf323 HTTP/1.1" status: 200 len: 856 time: 0.0545821 Nov 02 16:47:24.939224 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24465290-c4a2-4134-9df5-c0125690ad94 req-9c227433-4d15-4897-afaf-f707ef7e4e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:24.940896 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-24465290-c4a2-4134-9df5-c0125690ad94 req-9c227433-4d15-4897-afaf-f707ef7e4e96 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2642968c-324e-4035-9dba-a5695e42fc1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521247 Nov 02 16:47:25.062333 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-24465290-c4a2-4134-9df5-c0125690ad94 req-8da11a98-4795-4bfa-82d1-b8f678dd1ece service neutron] 10.222.0.76 "GET /v2.0/networks/2642968c-324e-4035-9dba-a5695e42fc1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110852 Nov 02 16:47:25.227689 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcce37e-5ac2-4496-a443-f6ba39aa0c3f req-ef3672ef-c4d2-46fa-ac1a-b9bdc77c9334 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:25.231138 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-8bcce37e-5ac2-4496-a443-f6ba39aa0c3f req-ef3672ef-c4d2-46fa-ac1a-b9bdc77c9334 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=e699b34f-97c8-4316-9e80-4820d1f94e26 HTTP/1.1" status: 200 len: 945 time: 0.1069229 Nov 02 16:47:25.302565 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3421b1-8e9b-4be5-9da5-abd71537c45c req-d17ef57f-8561-4980-9e86-7fc9e74467ab tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:25.305734 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-db3421b1-8e9b-4be5-9da5-abd71537c45c req-d17ef57f-8561-4980-9e86-7fc9e74467ab tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] 10.222.0.118 "GET /v2.0/ports?device_id=72140edf-a256-42c5-96ab-aa20fadf6e0b HTTP/1.1" status: 200 len: 945 time: 0.1231706 Nov 02 16:47:25.350850 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-8bcce37e-5ac2-4496-a443-f6ba39aa0c3f req-8891ba43-3a0c-46a4-a316-be4a30c56932 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011734 Nov 02 16:47:25.360493 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-24465290-c4a2-4134-9df5-c0125690ad94 req-b415de36-0131-4ca9-aeb7-eac85fa1696f service neutron] 10.222.0.76 "GET /v2.0/networks/2642968c-324e-4035-9dba-a5695e42fc1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882767 Nov 02 16:47:25.423298 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-db3421b1-8e9b-4be5-9da5-abd71537c45c req-4e425765-0c2b-470a-a05a-b054969f848b tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] 10.222.0.118 "GET /v2.0/security-groups?id=4064422b-7a09-47b0-889c-519c373517a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980422 Nov 02 16:47:25.651407 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54ad736-6d32-464e-90f7-24b973bb7bcf req-cb61e89a-7740-4b0e-961d-d02c8f1c7c50 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:25.653253 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-f54ad736-6d32-464e-90f7-24b973bb7bcf req-cb61e89a-7740-4b0e-961d-d02c8f1c7c50 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 944 time: 0.0619853 Nov 02 16:47:25.691469 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3969028-f493-4fd0-8e5a-3e719a3e6aa1 req-c327880b-f183-4504-b29f-ac2ec5ef09f0 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:25.694062 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-e3969028-f493-4fd0-8e5a-3e719a3e6aa1 req-c327880b-f183-4504-b29f-ac2ec5ef09f0 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 943 time: 0.0869868 Nov 02 16:47:25.726176 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-f54ad736-6d32-464e-90f7-24b973bb7bcf req-5557b973-46e4-41b0-bbf8-444b1ed580ed tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655658 Nov 02 16:47:25.776393 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-e3969028-f493-4fd0-8e5a-3e719a3e6aa1 req-79368b5d-e288-49d8-b0f0-67598d957299 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720656 Nov 02 16:47:26.022981 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f65c6-e2ea-4ffb-a9ef-8da7e87357a3 req-3c0d3b6a-58bb-47b3-97c1-7175fea3789a tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:26.025459 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-bd8f65c6-e2ea-4ffb-a9ef-8da7e87357a3 req-3c0d3b6a-58bb-47b3-97c1-7175fea3789a tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 944 time: 0.1270020 Nov 02 16:47:26.168268 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-bd8f65c6-e2ea-4ffb-a9ef-8da7e87357a3 req-f60f104c-0426-46be-8f51-2987b3397e15 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups?id=defac20c-ef6f-4b35-b645-37394d3dc510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296620 Nov 02 16:47:26.657883 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9cc4f0-5ecc-4c7d-a464-0cc3a847ecf9 req-0122b73e-3953-4370-931f-0d88a64d3d0e tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:26.674026 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-7b9cc4f0-5ecc-4c7d-a464-0cc3a847ecf9 req-0122b73e-3953-4370-931f-0d88a64d3d0e tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=e699b34f-97c8-4316-9e80-4820d1f94e26 HTTP/1.1" status: 200 len: 945 time: 0.1391017 Nov 02 16:47:26.729665 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a281f34-ba11-44ba-82d3-10feeb2a4844 req-c07856ec-31fd-4719-9d30-dd1ea1dc1685 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:26.736568 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-8a281f34-ba11-44ba-82d3-10feeb2a4844 req-c07856ec-31fd-4719-9d30-dd1ea1dc1685 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] 10.222.0.118 "GET /v2.0/ports?device_id=72140edf-a256-42c5-96ab-aa20fadf6e0b HTTP/1.1" status: 200 len: 945 time: 0.1307576 Nov 02 16:47:26.778048 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 39518) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:26.784601 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-7b9cc4f0-5ecc-4c7d-a464-0cc3a847ecf9 req-1ede41fc-20d5-43d8-8a34-0b20f5648db4 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084561 Nov 02 16:47:26.835320 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device 8c95a943-ceda-4a49-8043-1035f5d14c4a up at agent hyperv_hv-cinder-77387 {{(pid=113346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:47:26.884255 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-8a281f34-ba11-44ba-82d3-10feeb2a4844 req-39bfbaeb-2103-46d4-b3fa-7ece40f41fdd tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] 10.222.0.118 "GET /v2.0/security-groups?id=4064422b-7a09-47b0-889c-519c373517a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311955 Nov 02 16:47:27.023788 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Provisioning for port 8c95a943-ceda-4a49-8043-1035f5d14c4a completed by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:47:27.031599 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Provisioning complete for port 8c95a943-ceda-4a49-8043-1035f5d14c4a triggered by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:47:27.032325 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:27.041580 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d874be59-720a-40e8-bf8d-076df755e221 req-8082d9c2-11a2-4d61-9f73-4e43f32c7c26 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:27.045482 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-d874be59-720a-40e8-bf8d-076df755e221 req-8082d9c2-11a2-4d61-9f73-4e43f32c7c26 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 944 time: 0.0961680 Nov 02 16:47:27.152228 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-d874be59-720a-40e8-bf8d-076df755e221 req-c1cb8f7c-3f98-4719-a83d-a34b0b9d75bb tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906746 Nov 02 16:47:27.165673 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-85f02c23-76fe-49e2-b6af-3d6cbb79607d admin admin] Publish callbacks [] for security_group, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:27.188443 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:27.237831 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e5b406e-d37d-44b0-bb2f-39532baf3f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c95a943-ceda-4a49-8043-1035f5d14c4a'}] {{(pid=113346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:47:27.250036 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187a59f-3a65-4af1-a7d5-34cc6f85261c req-3da89ddc-a27b-4de2-8716-de96c014f6ca tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:27.254004 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-f187a59f-3a65-4af1-a7d5-34cc6f85261c req-3da89ddc-a27b-4de2-8716-de96c014f6ca tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 943 time: 0.1809471 Nov 02 16:47:27.312550 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 39538) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:27.388437 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-f187a59f-3a65-4af1-a7d5-34cc6f85261c req-33a41953-8e72-4a30-878d-48fe78346fae tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133275 Nov 02 16:47:27.413485 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-85f02c23-76fe-49e2-b6af-3d6cbb79607d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:27.422342 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-85f02c23-76fe-49e2-b6af-3d6cbb79607d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:27.425024 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd421af-42d0-4def-878c-af6fcdd5bd39 req-acc07261-174b-4014-af3a-f14fae7d8d27 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:27.433093 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port 8c95a943-ceda-4a49-8043-1035f5d14c4a, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=8c95a943-ceda-4a49-8043-1035f5d14c4a,segment=NetworkSegment(80e87b5c-0e86-4ca9-a97e-67171cd2a7f7),segment_id=80e87b5c-0e86-4ca9-a97e-67171cd2a7f7)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:47:27.434574 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-6dd421af-42d0-4def-878c-af6fcdd5bd39 req-acc07261-174b-4014-af3a-f14fae7d8d27 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 944 time: 0.1496181 Nov 02 16:47:27.445648 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:27.448598 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device 9877734a-b105-41fe-bb14-bcc253387958 up at agent hyperv_hv-cinder-77387 {{(pid=113346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:47:27.495808 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-85f02c23-76fe-49e2-b6af-3d6cbb79607d admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=21380f044d9041d1ba81af5787f892e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7155173 Nov 02 16:47:27.498842 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 39546) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:27.520917 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f02c23-76fe-49e2-b6af-3d6cbb79607d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc6dfc6-415a-4a0d-91f4-e040026b8521,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:27.540884 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f02c23-76fe-49e2-b6af-3d6cbb79607d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:27.541550 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f02c23-76fe-49e2-b6af-3d6cbb79607d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:27.543044 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f02c23-76fe-49e2-b6af-3d6cbb79607d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:27.543319 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-6dd421af-42d0-4def-878c-af6fcdd5bd39 req-72cf7221-33c2-421b-bc51-232589725bcc tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups?id=defac20c-ef6f-4b35-b645-37394d3dc510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029339 Nov 02 16:47:27.545782 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f02c23-76fe-49e2-b6af-3d6cbb79607d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:27.546915 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f02c23-76fe-49e2-b6af-3d6cbb79607d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:27.549054 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f02c23-76fe-49e2-b6af-3d6cbb79607d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:27.550168 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f02c23-76fe-49e2-b6af-3d6cbb79607d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:27.559464 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f02c23-76fe-49e2-b6af-3d6cbb79607d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:27.560802 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f02c23-76fe-49e2-b6af-3d6cbb79607d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:27.561377 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f02c23-76fe-49e2-b6af-3d6cbb79607d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:27.561961 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f02c23-76fe-49e2-b6af-3d6cbb79607d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:27.562401 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f02c23-76fe-49e2-b6af-3d6cbb79607d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:27.579958 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-c96a4dfe-07e1-43d5-bbf8-dfc484603984 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:27.610374 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Pushing event updated for resources: {'Port': ['ID=8c95a943-ceda-4a49-8043-1035f5d14c4a,revision_number=5']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:27.625838 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:27.626184 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:27.626406 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:27.626728 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:27.627069 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:27.627508 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:27.627883 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:27.628400 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:27.628697 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:27.629258 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:27.630310 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:27.630813 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:47:27.638040 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Provisioning for port 9877734a-b105-41fe-bb14-bcc253387958 completed by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:47:27.638435 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-57612b56-2b39-4c68-bb20-360f428761b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:27.645957 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Provisioning complete for port 9877734a-b105-41fe-bb14-bcc253387958 triggered by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:47:27.647763 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:27.683292 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-57612b56-2b39-4c68-bb20-360f428761b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:27.702168 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76f9361971789a5ad3b4a9c4b1498f7b6e6fa8520131c3d92747b1d2ae9477a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba8aef6-56a9-4a5e-bcb6-a332733319fc" -d '{"events": [{"server_uuid": "6e5b406e-d37d-44b0-bb2f-39532baf3f9e", "name": "network-vif-plugged", "status": "completed", "tag": "8c95a943-ceda-4a49-8043-1035f5d14c4a"}]}' {{(pid=113346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:47:27.762643 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-c96a4dfe-07e1-43d5-bbf8-dfc484603984 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:27.772216 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-c96a4dfe-07e1-43d5-bbf8-dfc484603984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:27.806041 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-57612b56-2b39-4c68-bb20-360f428761b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:27.809932 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-57612b56-2b39-4c68-bb20-360f428761b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:27.813955 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-57612b56-2b39-4c68-bb20-360f428761b5 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/6bc6dfc6-415a-4a0d-91f4-e040026b8521 HTTP/1.1" status: 204 len: 168 time: 0.3108647 Nov 02 16:47:27.835094 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96a4dfe-07e1-43d5-bbf8-dfc484603984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef927bf-55db-43be-b5d6-b065db09c95b,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:27.844562 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-c96a4dfe-07e1-43d5-bbf8-dfc484603984 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=99442f75c82a4616ae4ad7143d85a550&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5291672 Nov 02 16:47:27.849003 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 39556) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:27.854169 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57612b56-2b39-4c68-bb20-360f428761b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc6dfc6-415a-4a0d-91f4-e040026b8521,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:27.868799 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:27.956701 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b27ac3-82ca-4291-8000-264fc77d8b42 x-openstack-request-id: req-32b27ac3-82ca-4291-8000-264fc77d8b42 {{(pid=113346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:47:27.957367 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e5b406e-d37d-44b0-bb2f-39532baf3f9e", "name": "network-vif-plugged", "status": "completed", "tag": "8c95a943-ceda-4a49-8043-1035f5d14c4a", "code": 200}]} {{(pid=113346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:47:27.964919 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-32b27ac3-82ca-4291-8000-264fc77d8b42 {{(pid=113346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:47:27.966134 dv-cinder-773876-4-iscsi neutron-server[113346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e5b406e-d37d-44b0-bb2f-39532baf3f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c95a943-ceda-4a49-8043-1035f5d14c4a', 'code': 200} Nov 02 16:47:28.015857 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-309c4055-cef6-4dec-9676-9456fe6212d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:28.027618 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port 9877734a-b105-41fe-bb14-bcc253387958, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=9877734a-b105-41fe-bb14-bcc253387958,segment=NetworkSegment(edde6c72-fdff-47d4-80bc-7fa722cc638e),segment_id=edde6c72-fdff-47d4-80bc-7fa722cc638e)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:47:28.033679 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:28.039814 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device 6d3bae71-e514-49ab-9222-9632d4fba0f5 up at agent hyperv_hv-cinder-77387 {{(pid=113346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:47:28.080722 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93881752-fdd2-4cae-a7ca-63b7fd379854 req-c1b4c773-8b24-4d54-9587-242f3307a6c5 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:28.102357 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-93881752-fdd2-4cae-a7ca-63b7fd379854 req-c1b4c773-8b24-4d54-9587-242f3307a6c5 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=e699b34f-97c8-4316-9e80-4820d1f94e26 HTTP/1.1" status: 200 len: 945 time: 0.1512718 Nov 02 16:47:28.111904 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-309c4055-cef6-4dec-9676-9456fe6212d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:28.164197 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Pushing event updated for resources: {'Port': ['ID=9877734a-b105-41fe-bb14-bcc253387958,revision_number=5']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:28.214519 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Provisioning for port 6d3bae71-e514-49ab-9222-9632d4fba0f5 completed by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:47:28.230045 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Provisioning complete for port 6d3bae71-e514-49ab-9222-9632d4fba0f5 triggered by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:47:28.230964 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:28.266959 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-93881752-fdd2-4cae-a7ca-63b7fd379854 req-c21f3910-cb80-4891-9772-5ee61ee3503b tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617537 Nov 02 16:47:28.387898 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-309c4055-cef6-4dec-9676-9456fe6212d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:28.391147 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-309c4055-cef6-4dec-9676-9456fe6212d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:28.401526 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-309c4055-cef6-4dec-9676-9456fe6212d5 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/eef927bf-55db-43be-b5d6-b065db09c95b HTTP/1.1" status: 204 len: 168 time: 0.5478110 Nov 02 16:47:28.423242 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:28.472354 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309c4055-cef6-4dec-9676-9456fe6212d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef927bf-55db-43be-b5d6-b065db09c95b,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:28.526111 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6bd684-4932-4e54-9494-fc777589fb75 req-fbd96a5b-1d97-4255-aa6e-4ab7662c02ba tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:28.548270 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-5c6bd684-4932-4e54-9494-fc777589fb75 req-fbd96a5b-1d97-4255-aa6e-4ab7662c02ba tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] 10.222.0.118 "GET /v2.0/ports?device_id=72140edf-a256-42c5-96ab-aa20fadf6e0b HTTP/1.1" status: 200 len: 946 time: 0.3686924 Nov 02 16:47:28.562561 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port 6d3bae71-e514-49ab-9222-9632d4fba0f5, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=6d3bae71-e514-49ab-9222-9632d4fba0f5,segment=NetworkSegment(d6d67ab2-fd0f-4a4e-a197-bf243bf1fa07),segment_id=d6d67ab2-fd0f-4a4e-a197-bf243bf1fa07)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:47:28.576921 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:28.578443 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device 4c21c6a5-6c5e-47dc-9609-26483e9e33f3 up at agent hyperv_hv-cinder-77387 {{(pid=113346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:47:28.586352 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5c500f-21f6-4ff1-b2f3-03ecd58d1c10 req-55283b42-5f6d-4bbc-ae60-67bab69495e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:28.590418 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-9e5c500f-21f6-4ff1-b2f3-03ecd58d1c10 req-55283b42-5f6d-4bbc-ae60-67bab69495e4 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6e5b406e-d37d-44b0-bb2f-39532baf3f9e HTTP/1.1" status: 200 len: 1098 time: 0.3071077 Nov 02 16:47:28.649531 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-9e5c500f-21f6-4ff1-b2f3-03ecd58d1c10 req-dd2b8752-8f72-47d9-805c-f27e1e3a4574 service neutron] Publish callbacks [] for security_group, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:28.689481 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54907862-15be-4560-9839-db3314caa2c2 req-62f3b816-8125-4630-9988-a771b092880d tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:28.691625 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-5c6bd684-4932-4e54-9494-fc777589fb75 req-4bb7554b-9a9a-4d3c-86d2-261f9e4333a5 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] 10.222.0.118 "GET /v2.0/security-groups?id=4064422b-7a09-47b0-889c-519c373517a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407375 Nov 02 16:47:28.694861 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-54907862-15be-4560-9839-db3314caa2c2 req-62f3b816-8125-4630-9988-a771b092880d tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 944 time: 0.2055876 Nov 02 16:47:28.743426 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Pushing event updated for resources: {'Port': ['ID=6d3bae71-e514-49ab-9222-9632d4fba0f5,revision_number=5']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:28.777021 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Provisioning for port 4c21c6a5-6c5e-47dc-9609-26483e9e33f3 completed by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:47:28.787610 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Provisioning complete for port 4c21c6a5-6c5e-47dc-9609-26483e9e33f3 triggered by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:47:28.788319 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:28.833458 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-54907862-15be-4560-9839-db3314caa2c2 req-0c1e22f8-7f8f-4ace-b8ab-7d30a38f0901 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249399 Nov 02 16:47:28.865215 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device 8f7b9d28-8f61-494a-88cb-4fc30ad64a7e details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=113346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:47:28.943511 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c20914-0cc2-4d20-b74f-e3012bf7811d req-fdd0467b-fe92-46af-ba57-5c5bc3c6b4c9 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:28.956531 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-49c20914-0cc2-4d20-b74f-e3012bf7811d req-fdd0467b-fe92-46af-ba57-5c5bc3c6b4c9 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 943 time: 0.1470940 Nov 02 16:47:28.977803 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-9e5c500f-21f6-4ff1-b2f3-03ecd58d1c10 req-dd2b8752-8f72-47d9-805c-f27e1e3a4574 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:28.990053 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-9e5c500f-21f6-4ff1-b2f3-03ecd58d1c10 req-dd2b8752-8f72-47d9-805c-f27e1e3a4574 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:29.031440 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:29.101604 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port 8f7b9d28-8f61-494a-88cb-4fc30ad64a7e, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=8f7b9d28-8f61-494a-88cb-4fc30ad64a7e,segment=NetworkSegment(9063e9b7-1cf0-4c78-a7b7-5d676507dd93),segment_id=9063e9b7-1cf0-4c78-a7b7-5d676507dd93)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:47:29.109158 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-49c20914-0cc2-4d20-b74f-e3012bf7811d req-dd49be8c-eeb4-46ab-a9fa-54f3a0e18d7a tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512108 Nov 02 16:47:29.154411 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2b8752-8f72-47d9-805c-f27e1e3a4574 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba9bfd8-a18d-43da-b76b-af91439c4c23,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:29.161836 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-9e5c500f-21f6-4ff1-b2f3-03ecd58d1c10 req-dd2b8752-8f72-47d9-805c-f27e1e3a4574 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5571759 Nov 02 16:47:29.162658 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port 4c21c6a5-6c5e-47dc-9609-26483e9e33f3, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=4c21c6a5-6c5e-47dc-9609-26483e9e33f3,segment=NetworkSegment(80e87b5c-0e86-4ca9-a97e-67171cd2a7f7),segment_id=80e87b5c-0e86-4ca9-a97e-67171cd2a7f7)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:47:29.166451 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Returning: {'device': '8f7b9d28-8f61-494a-88cb-4fc30ad64a7e', 'network_id': 'c3ac4ab4-0ce0-4abb-9960-272f99ead558', 'port_id': '8f7b9d28-8f61-494a-88cb-4fc30ad64a7e', 'mac_address': 'fa:16:3e:0e:10:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81d3d140-25a2-438b-a64f-a1dea867ba0d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:47:29.176124 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:29.205102 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23157d60-9945-4fad-9e55-ec6d9fde3578 req-ab6bb890-c24c-4515-93d6-437ed5c410e1 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:29.206971 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-23157d60-9945-4fad-9e55-ec6d9fde3578 req-ab6bb890-c24c-4515-93d6-437ed5c410e1 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 944 time: 0.1510596 Nov 02 16:47:29.309700 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-23157d60-9945-4fad-9e55-ec6d9fde3578 req-b88a41fe-5db3-4563-8042-ee30460e7a99 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups?id=defac20c-ef6f-4b35-b645-37394d3dc510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807722 Nov 02 16:47:29.428267 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Pushing event updated for resources: {'Port': ['ID=4c21c6a5-6c5e-47dc-9609-26483e9e33f3,revision_number=5']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:29.431698 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:29.467209 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.notifiers.nova [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f7b9d28-8f61-494a-88cb-4fc30ad64a7e {{(pid=113346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:47:29.509790 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 39600) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:29.550953 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port 8f7b9d28-8f61-494a-88cb-4fc30ad64a7e, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=8f7b9d28-8f61-494a-88cb-4fc30ad64a7e,segment=NetworkSegment(9063e9b7-1cf0-4c78-a7b7-5d676507dd93),segment_id=9063e9b7-1cf0-4c78-a7b7-5d676507dd93)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:47:29.559628 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:29.560842 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device 6a36918e-caa7-42ed-b923-c3a049049148 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=113346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:47:29.563918 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-5f624c8c-20cc-4363-b659-ae168ac5a4b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:29.609322 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9b48f3-8555-4728-8bfc-6643b3a09bcd req-b60466a3-8a4f-41ad-98d1-28e07f3d0671 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:29.625662 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-bf9b48f3-8555-4728-8bfc-6643b3a09bcd req-b60466a3-8a4f-41ad-98d1-28e07f3d0671 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=e699b34f-97c8-4316-9e80-4820d1f94e26 HTTP/1.1" status: 200 len: 946 time: 0.1503491 Nov 02 16:47:29.734122 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-bf9b48f3-8555-4728-8bfc-6643b3a09bcd req-c76adf16-379f-4ed0-89f7-a79560da89ae tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021490 Nov 02 16:47:29.786039 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-5f624c8c-20cc-4363-b659-ae168ac5a4b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:29.795129 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-5f624c8c-20cc-4363-b659-ae168ac5a4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:29.930454 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-5f624c8c-20cc-4363-b659-ae168ac5a4b1 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=2495aaf47a4f4c869c8a231365cef8b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4189005 Nov 02 16:47:29.936031 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 39612) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:29.979815 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f624c8c-20cc-4363-b659-ae168ac5a4b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a3fa21-fad3-4979-ae9c-a9ff640f7894,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:29.987925 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72140edf-a256-42c5-96ab-aa20fadf6e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9877734a-b105-41fe-bb14-bcc253387958'}, {'server_uuid': 'e699b34f-97c8-4316-9e80-4820d1f94e26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d3bae71-e514-49ab-9222-9632d4fba0f5'}, {'server_uuid': '17da9bbd-fb82-4abe-a41e-4edac4b87bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c21c6a5-6c5e-47dc-9609-26483e9e33f3'}] {{(pid=113346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:47:29.992132 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76f9361971789a5ad3b4a9c4b1498f7b6e6fa8520131c3d92747b1d2ae9477a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86589ae7-f2dc-4192-be53-39ce51ec48b3" -d '{"events": [{"server_uuid": "72140edf-a256-42c5-96ab-aa20fadf6e0b", "name": "network-vif-plugged", "status": "completed", "tag": "9877734a-b105-41fe-bb14-bcc253387958"}, {"server_uuid": "e699b34f-97c8-4316-9e80-4820d1f94e26", "name": "network-vif-plugged", "status": "completed", "tag": "6d3bae71-e514-49ab-9222-9632d4fba0f5"}, {"server_uuid": "17da9bbd-fb82-4abe-a41e-4edac4b87bc7", "name": "network-vif-plugged", "status": "completed", "tag": "4c21c6a5-6c5e-47dc-9609-26483e9e33f3"}]}' {{(pid=113346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:47:29.996659 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Pushing event updated for resources: {'Port': ['ID=8f7b9d28-8f61-494a-88cb-4fc30ad64a7e,revision_number=4']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:30.040717 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port 6a36918e-caa7-42ed-b923-c3a049049148, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=6a36918e-caa7-42ed-b923-c3a049049148,segment=NetworkSegment(696e12bc-6b69-439e-85c8-346996a99755),segment_id=696e12bc-6b69-439e-85c8-346996a99755)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:47:30.046970 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56137ed-ec7a-45bd-ae01-4c43a972ba36 req-1cfe045d-6dba-4020-90fb-96b3dee2d0b6 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:30.049460 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-a56137ed-ec7a-45bd-ae01-4c43a972ba36 req-1cfe045d-6dba-4020-90fb-96b3dee2d0b6 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] 10.222.0.118 "GET /v2.0/ports?device_id=72140edf-a256-42c5-96ab-aa20fadf6e0b HTTP/1.1" status: 200 len: 946 time: 0.1829295 Nov 02 16:47:30.097957 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Returning: {'device': '6a36918e-caa7-42ed-b923-c3a049049148', 'network_id': '2642968c-324e-4035-9dba-a5695e42fc1f', 'port_id': '6a36918e-caa7-42ed-b923-c3a049049148', 'mac_address': 'fa:16:3e:cd:98:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd525ac9-44f8-421c-b093-9ce2aeedf323', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:47:30.101265 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-310987bf-ed0a-452a-a367-d9720ae80e92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:30.114586 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e340d5d9-d3fb-4136-a675-032d28a424a8 req-de6deb58-31be-4211-bc94-c14650bfa565 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:30.130520 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-e340d5d9-d3fb-4136-a675-032d28a424a8 req-de6deb58-31be-4211-bc94-c14650bfa565 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 945 time: 0.1023061 Nov 02 16:47:30.132511 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-310987bf-ed0a-452a-a367-d9720ae80e92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:30.133654 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 39616) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:30.164432 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:30.189984 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.notifiers.nova [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a36918e-caa7-42ed-b923-c3a049049148 {{(pid=113346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:47:30.190302 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-a56137ed-ec7a-45bd-ae01-4c43a972ba36 req-ba3fdb19-c232-43ef-94f6-0f656beefc55 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] 10.222.0.118 "GET /v2.0/security-groups?id=4064422b-7a09-47b0-889c-519c373517a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264229 Nov 02 16:47:30.251168 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-310987bf-ed0a-452a-a367-d9720ae80e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:30.254618 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-310987bf-ed0a-452a-a367-d9720ae80e92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:30.257178 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-310987bf-ed0a-452a-a367-d9720ae80e92 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/47a3fa21-fad3-4979-ae9c-a9ff640f7894 HTTP/1.1" status: 204 len: 168 time: 0.3195894 Nov 02 16:47:30.268038 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port 6a36918e-caa7-42ed-b923-c3a049049148, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=6a36918e-caa7-42ed-b923-c3a049049148,segment=NetworkSegment(696e12bc-6b69-439e-85c8-346996a99755),segment_id=696e12bc-6b69-439e-85c8-346996a99755)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:47:30.269370 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310987bf-ed0a-452a-a367-d9720ae80e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a3fa21-fad3-4979-ae9c-a9ff640f7894,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:30.277527 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:30.283937 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-e340d5d9-d3fb-4136-a675-032d28a424a8 req-57db28c2-fb4e-466f-8ce4-20d8e839234c tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492050 Nov 02 16:47:30.399216 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 02 Nov 2021 16:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ea73dc-816b-47f8-9c4d-a33eed0c4cb5 x-openstack-request-id: req-75ea73dc-816b-47f8-9c4d-a33eed0c4cb5 {{(pid=113346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:47:30.399529 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72140edf-a256-42c5-96ab-aa20fadf6e0b", "name": "network-vif-plugged", "status": "completed", "tag": "9877734a-b105-41fe-bb14-bcc253387958", "code": 200}, {"server_uuid": "e699b34f-97c8-4316-9e80-4820d1f94e26", "name": "network-vif-plugged", "status": "completed", "tag": "6d3bae71-e514-49ab-9222-9632d4fba0f5", "code": 200}, {"server_uuid": "17da9bbd-fb82-4abe-a41e-4edac4b87bc7", "name": "network-vif-plugged", "status": "completed", "tag": "4c21c6a5-6c5e-47dc-9609-26483e9e33f3", "code": 200}]} {{(pid=113346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:47:30.399784 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-75ea73dc-816b-47f8-9c4d-a33eed0c4cb5 {{(pid=113346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:47:30.400299 dv-cinder-773876-4-iscsi neutron-server[113346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72140edf-a256-42c5-96ab-aa20fadf6e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9877734a-b105-41fe-bb14-bcc253387958', 'code': 200} Nov 02 16:47:30.400532 dv-cinder-773876-4-iscsi neutron-server[113346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e699b34f-97c8-4316-9e80-4820d1f94e26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d3bae71-e514-49ab-9222-9632d4fba0f5', 'code': 200} Nov 02 16:47:30.400922 dv-cinder-773876-4-iscsi neutron-server[113346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17da9bbd-fb82-4abe-a41e-4edac4b87bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c21c6a5-6c5e-47dc-9609-26483e9e33f3', 'code': 200} Nov 02 16:47:30.439698 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Pushing event updated for resources: {'Port': ['ID=6a36918e-caa7-42ed-b923-c3a049049148,revision_number=4']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:30.536675 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-9bc63083-80be-44cf-b47f-6a3f6f672d83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:30.578370 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0c2ffb-3df7-4e40-9546-2b2a7de30f4d req-cf0f445d-ce1f-4f38-9a58-9659c28fa8e1 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:30.588403 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-6f0c2ffb-3df7-4e40-9546-2b2a7de30f4d req-cf0f445d-ce1f-4f38-9a58-9659c28fa8e1 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 944 time: 0.1604669 Nov 02 16:47:30.646155 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] get_ports_and_sgs() called for port_ids ['6a36918e-caa7-42ed-b923-c3a049049148'] {{(pid=113346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:47:30.745490 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] get_ports_and_sgs() called for port_ids ['8f7b9d28-8f61-494a-88cb-4fc30ad64a7e'] {{(pid=113346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:47:30.802309 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-6f0c2ffb-3df7-4e40-9546-2b2a7de30f4d req-a695122f-3810-4144-81a3-301419eba26f tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2065647 Nov 02 16:47:30.874470 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed62d4ad-aba9-43c7-aa75-3971e08484de req-88c8286b-0f26-4e79-a93c-7308cb838c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:30.876937 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-ed62d4ad-aba9-43c7-aa75-3971e08484de req-88c8286b-0f26-4e79-a93c-7308cb838c88 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e699b34f-97c8-4316-9e80-4820d1f94e26 HTTP/1.1" status: 200 len: 1099 time: 0.2242591 Nov 02 16:47:30.898995 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b92f28-6876-420b-b93d-1c789458467e req-52f7049b-43c2-4676-be2a-1f4636de3990 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:30.915127 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-07b92f28-6876-420b-b93d-1c789458467e req-52f7049b-43c2-4676-be2a-1f4636de3990 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 945 time: 0.3097858 Nov 02 16:47:30.955271 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e723d-26e5-44f9-930a-51964b12b905 req-bdf9e30e-d8d8-4d69-8ab9-4977ba38bb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:30.959796 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-9c1e723d-26e5-44f9-930a-51964b12b905 req-bdf9e30e-d8d8-4d69-8ab9-4977ba38bb71 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=72140edf-a256-42c5-96ab-aa20fadf6e0b HTTP/1.1" status: 200 len: 1099 time: 0.1749296 Nov 02 16:47:30.987682 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa64a4-c435-401d-94bc-2312763a9e3a req-d367d923-1360-4091-91fa-727082b8a526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:30.990434 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-e7fa64a4-c435-401d-94bc-2312763a9e3a req-d367d923-1360-4091-91fa-727082b8a526 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 1098 time: 0.3095331 Nov 02 16:47:31.017199 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-ed62d4ad-aba9-43c7-aa75-3971e08484de req-36ec83fc-8291-4663-a98c-ac28a3943805 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316867 Nov 02 16:47:31.042657 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-07b92f28-6876-420b-b93d-1c789458467e req-229006af-f419-436b-81f8-e17201422373 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups?id=defac20c-ef6f-4b35-b645-37394d3dc510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259730 Nov 02 16:47:31.104219 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-9c1e723d-26e5-44f9-930a-51964b12b905 req-9d047d01-6c09-49d7-b0e3-2697651edc86 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=4064422b-7a09-47b0-889c-519c373517a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838158 Nov 02 16:47:31.134462 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9fe0d7-c2a5-4527-8792-4fd1dd075311 req-c3961e89-7c46-4215-86ae-7a7b5ce98219 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:31.138685 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-5a9fe0d7-c2a5-4527-8792-4fd1dd075311 req-c3961e89-7c46-4215-86ae-7a7b5ce98219 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=e699b34f-97c8-4316-9e80-4820d1f94e26 HTTP/1.1" status: 200 len: 946 time: 0.1773295 Nov 02 16:47:31.141115 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-9bc63083-80be-44cf-b47f-6a3f6f672d83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:31.251854 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-5a9fe0d7-c2a5-4527-8792-4fd1dd075311 req-24b0c3ed-ede6-4692-bc14-25747f87e7bd tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018820 Nov 02 16:47:31.430374 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-9bc63083-80be-44cf-b47f-6a3f6f672d83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:31.475295 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b65d7-b56f-4d03-b680-bda97465c65b req-55a2ecc9-8d13-4f5c-a772-f6d837409e0c tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:31.484424 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-983b65d7-b56f-4d03-b680-bda97465c65b req-55a2ecc9-8d13-4f5c-a772-f6d837409e0c tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 945 time: 0.0758932 Nov 02 16:47:31.515237 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-e7fa64a4-c435-401d-94bc-2312763a9e3a req-e56d41e5-40c0-46dc-9c3d-76b750667d5b service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4899778 Nov 02 16:47:31.530656 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-9bc63083-80be-44cf-b47f-6a3f6f672d83 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=10284b95014b4629934cd09b7aa43637&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3902206 Nov 02 16:47:31.534696 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 39658) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:31.569530 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc63083-80be-44cf-b47f-6a3f6f672d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be1b1dc9-3780-4a58-a3f5-1591ace1bb30,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:31.591209 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-983b65d7-b56f-4d03-b680-bda97465c65b req-e442dbba-0363-46bd-952c-b8b3d96a410e tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053360 Nov 02 16:47:31.597501 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ba9b4-99fa-466d-bef8-e9d5c43ee7a1 req-e32e67af-97a8-47ea-8bc9-ce1b4d25e622 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:31.606205 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-174ba9b4-99fa-466d-bef8-e9d5c43ee7a1 req-e32e67af-97a8-47ea-8bc9-ce1b4d25e622 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] 10.222.0.118 "GET /v2.0/ports?device_id=72140edf-a256-42c5-96ab-aa20fadf6e0b HTTP/1.1" status: 200 len: 946 time: 0.1724796 Nov 02 16:47:31.640440 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-5506717d-474c-4ba7-85c8-e6631a836f8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:31.691556 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-5506717d-474c-4ba7-85c8-e6631a836f8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:31.702789 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-174ba9b4-99fa-466d-bef8-e9d5c43ee7a1 req-8e4ef85c-4295-4bc6-aa26-9538d33fb999 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] 10.222.0.118 "GET /v2.0/security-groups?id=4064422b-7a09-47b0-889c-519c373517a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954552 Nov 02 16:47:31.769599 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-5506717d-474c-4ba7-85c8-e6631a836f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:31.774333 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-5506717d-474c-4ba7-85c8-e6631a836f8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:31.778822 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-5506717d-474c-4ba7-85c8-e6631a836f8f admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/be1b1dc9-3780-4a58-a3f5-1591ace1bb30 HTTP/1.1" status: 204 len: 168 time: 0.2429216 Nov 02 16:47:31.789694 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5506717d-474c-4ba7-85c8-e6631a836f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1b1dc9-3780-4a58-a3f5-1591ace1bb30,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:32.071789 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2849703-0d0e-4026-9920-ecd022e04996 req-25fd28ed-8488-492d-a677-3edb42752058 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:32.074493 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-a2849703-0d0e-4026-9920-ecd022e04996 req-25fd28ed-8488-492d-a677-3edb42752058 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 944 time: 0.1265419 Nov 02 16:47:32.169661 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-a2849703-0d0e-4026-9920-ecd022e04996 req-f102d50f-9f1a-4634-afca-6a6f354ea9ab tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855951 Nov 02 16:47:32.219683 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e67e3e8-0a4a-48e1-96ac-02971e7b6021 req-e57edb91-4ef0-4fce-80c6-825edc267306 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:32.222169 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-5e67e3e8-0a4a-48e1-96ac-02971e7b6021 req-e57edb91-4ef0-4fce-80c6-825edc267306 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 945 time: 0.0665038 Nov 02 16:47:32.297327 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-5e67e3e8-0a4a-48e1-96ac-02971e7b6021 req-50f37e9d-5fd7-446d-92ab-233afdbf886a tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups?id=defac20c-ef6f-4b35-b645-37394d3dc510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652239 Nov 02 16:47:32.437233 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3303e3-d930-4f52-a625-de4f13ce83a6 req-c102ded4-d9ed-41ab-89ab-4c23ef696e20 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:32.440550 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-0f3303e3-d930-4f52-a625-de4f13ce83a6 req-c102ded4-d9ed-41ab-89ab-4c23ef696e20 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=e699b34f-97c8-4316-9e80-4820d1f94e26 HTTP/1.1" status: 200 len: 946 time: 0.0750172 Nov 02 16:47:32.506916 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-0f3303e3-d930-4f52-a625-de4f13ce83a6 req-7a083421-0da0-416d-be95-7158084f5c7e tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583522 Nov 02 16:47:32.733585 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad09d060-a641-43b3-b511-d31a44b570f5 req-21f2d1f0-1e96-4922-a2a3-3196b74475d1 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:32.747527 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-ad09d060-a641-43b3-b511-d31a44b570f5 req-21f2d1f0-1e96-4922-a2a3-3196b74475d1 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 945 time: 0.0739412 Nov 02 16:47:32.865005 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device 8f7b9d28-8f61-494a-88cb-4fc30ad64a7e up at agent hyperv_hv-cinder-77387 {{(pid=113346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:47:32.894443 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-ad09d060-a641-43b3-b511-d31a44b570f5 req-91bd7812-08a1-4caf-94b4-2a6355c9a553 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375198 Nov 02 16:47:32.917081 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423aec24-97e3-4124-aa91-89368778d8c3 req-b0966387-0076-48e7-8777-a11fd342cb2e tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:32.936650 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-423aec24-97e3-4124-aa91-89368778d8c3 req-b0966387-0076-48e7-8777-a11fd342cb2e tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] 10.222.0.118 "GET /v2.0/ports?device_id=72140edf-a256-42c5-96ab-aa20fadf6e0b HTTP/1.1" status: 200 len: 946 time: 0.1207788 Nov 02 16:47:32.963924 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Provisioning for port 8f7b9d28-8f61-494a-88cb-4fc30ad64a7e completed by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:47:33.002576 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Provisioning complete for port 8f7b9d28-8f61-494a-88cb-4fc30ad64a7e triggered by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:47:33.003302 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:33.024262 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-423aec24-97e3-4124-aa91-89368778d8c3 req-7c81e14c-65d3-47dd-aa50-41db72937082 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] 10.222.0.118 "GET /v2.0/security-groups?id=4064422b-7a09-47b0-889c-519c373517a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739720 Nov 02 16:47:33.260006 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:33.305815 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e0809e6-a338-4bc7-8413-86af16333eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f7b9d28-8f61-494a-88cb-4fc30ad64a7e'}] {{(pid=113346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:47:33.312323 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76f9361971789a5ad3b4a9c4b1498f7b6e6fa8520131c3d92747b1d2ae9477a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8698ec3-aebb-45f5-9d9a-2d864a5d02de" -d '{"events": [{"server_uuid": "1e0809e6-a338-4bc7-8413-86af16333eb4", "name": "network-vif-plugged", "status": "completed", "tag": "8f7b9d28-8f61-494a-88cb-4fc30ad64a7e"}]}' {{(pid=113346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:47:33.367409 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port 8f7b9d28-8f61-494a-88cb-4fc30ad64a7e, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=8f7b9d28-8f61-494a-88cb-4fc30ad64a7e,segment=NetworkSegment(9063e9b7-1cf0-4c78-a7b7-5d676507dd93),segment_id=9063e9b7-1cf0-4c78-a7b7-5d676507dd93)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:47:33.369392 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d7ee7f-9f07-4b3c-b635-d47c13cf98d8 req-48dd7035-fb33-4983-8f93-849e4cbcc3f1 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:33.374199 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:33.375415 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device 6a36918e-caa7-42ed-b923-c3a049049148 up at agent hyperv_hv-cinder-77387 {{(pid=113346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:47:33.386719 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-f6d7ee7f-9f07-4b3c-b635-d47c13cf98d8 req-48dd7035-fb33-4983-8f93-849e4cbcc3f1 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 944 time: 0.1109371 Nov 02 16:47:33.474145 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Pushing event updated for resources: {'Port': ['ID=8f7b9d28-8f61-494a-88cb-4fc30ad64a7e,revision_number=5']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:33.479107 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a47b0be-39d2-4625-9409-fdd732e0cd87 x-openstack-request-id: req-8a47b0be-39d2-4625-9409-fdd732e0cd87 {{(pid=113346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:47:33.479455 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e0809e6-a338-4bc7-8413-86af16333eb4", "name": "network-vif-plugged", "status": "completed", "tag": "8f7b9d28-8f61-494a-88cb-4fc30ad64a7e", "code": 200}]} {{(pid=113346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:47:33.479726 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-8a47b0be-39d2-4625-9409-fdd732e0cd87 {{(pid=113346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:47:33.480392 dv-cinder-773876-4-iscsi neutron-server[113346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e0809e6-a338-4bc7-8413-86af16333eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f7b9d28-8f61-494a-88cb-4fc30ad64a7e', 'code': 200} Nov 02 16:47:33.524889 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-f6d7ee7f-9f07-4b3c-b635-d47c13cf98d8 req-cf3f7427-55d5-4553-a9c5-994bb67b59f2 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369073 Nov 02 16:47:33.579919 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Provisioning for port 6a36918e-caa7-42ed-b923-c3a049049148 completed by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:47:33.595873 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Provisioning complete for port 6a36918e-caa7-42ed-b923-c3a049049148 triggered by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:47:33.598084 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:33.658493 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf168a8b-4241-4b12-8cce-f0b66531e009 req-adf5399b-4a67-4cde-95dc-47b869490f55 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:33.671049 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-bf168a8b-4241-4b12-8cce-f0b66531e009 req-adf5399b-4a67-4cde-95dc-47b869490f55 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 946 time: 0.1041009 Nov 02 16:47:33.797989 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:33.817992 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-bf168a8b-4241-4b12-8cce-f0b66531e009 req-e7664ea9-749b-449e-b42f-1936baf688ae tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups?id=defac20c-ef6f-4b35-b645-37394d3dc510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422710 Nov 02 16:47:33.868868 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a8a5b7-004b-4c52-a4c6-36b0dc8924da req-31862c7a-949b-4b5d-aadb-325ba5a643a0 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:33.874170 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-62a8a5b7-004b-4c52-a4c6-36b0dc8924da req-31862c7a-949b-4b5d-aadb-325ba5a643a0 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=e699b34f-97c8-4316-9e80-4820d1f94e26 HTTP/1.1" status: 200 len: 946 time: 0.1302960 Nov 02 16:47:33.918131 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port 6a36918e-caa7-42ed-b923-c3a049049148, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=6a36918e-caa7-42ed-b923-c3a049049148,segment=NetworkSegment(696e12bc-6b69-439e-85c8-346996a99755),segment_id=696e12bc-6b69-439e-85c8-346996a99755)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:47:33.925899 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:33.988080 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d4596-9b4d-45f2-91c4-799df4c52fd2 req-f43462ed-e7c2-4df2-9a77-9991727877fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:33.991850 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-195d4596-9b4d-45f2-91c4-799df4c52fd2 req-f43462ed-e7c2-4df2-9a77-9991727877fc service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 1099 time: 0.1017127 Nov 02 16:47:34.043279 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Pushing event updated for resources: {'Port': ['ID=6a36918e-caa7-42ed-b923-c3a049049148,revision_number=5']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:34.076231 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-62a8a5b7-004b-4c52-a4c6-36b0dc8924da req-2f54d771-f779-454f-af4a-b68af8be7165 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937022 Nov 02 16:47:34.103561 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-195d4596-9b4d-45f2-91c4-799df4c52fd2 req-f95ef088-b98c-41cd-9b4f-e91e9ba1a9de service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=defac20c-ef6f-4b35-b645-37394d3dc510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005483 Nov 02 16:47:34.162577 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6284b4-7309-438c-bf40-9b6b0ca12274 req-28e65702-dcea-4948-906d-aec0f3b0ed14 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:34.165530 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-1c6284b4-7309-438c-bf40-9b6b0ca12274 req-28e65702-dcea-4948-906d-aec0f3b0ed14 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 945 time: 0.1109850 Nov 02 16:47:34.341778 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-1c6284b4-7309-438c-bf40-9b6b0ca12274 req-7c7b8f6a-b959-4120-a282-df62fce1cf23 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678565 Nov 02 16:47:34.379236 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b42e89-adcf-47ce-970e-ea833c92673a req-755e0c4c-bb93-4542-b469-582a49242a77 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:34.382762 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-82b42e89-adcf-47ce-970e-ea833c92673a req-755e0c4c-bb93-4542-b469-582a49242a77 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] 10.222.0.118 "GET /v2.0/ports?device_id=72140edf-a256-42c5-96ab-aa20fadf6e0b HTTP/1.1" status: 200 len: 946 time: 0.1658566 Nov 02 16:47:34.492743 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-82b42e89-adcf-47ce-970e-ea833c92673a req-66d14fad-e5b7-4903-aa8c-34a6b51a670e tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] 10.222.0.118 "GET /v2.0/security-groups?id=4064422b-7a09-47b0-889c-519c373517a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948668 Nov 02 16:47:34.857584 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e823824-6c12-4a8e-a47c-6428bc0fc254 req-11978555-1061-4b44-9cd7-e246c24bbf16 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:34.877189 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-3e823824-6c12-4a8e-a47c-6428bc0fc254 req-11978555-1061-4b44-9cd7-e246c24bbf16 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 945 time: 0.1581707 Nov 02 16:47:34.975826 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe3d4a0-9ef9-4d25-9b79-e62a6bbeace9 req-b4dd43b1-766e-4956-93fe-8502ec2b2036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:34.979747 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-8fe3d4a0-9ef9-4d25-9b79-e62a6bbeace9 req-b4dd43b1-766e-4956-93fe-8502ec2b2036 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7a412769a7274d9da389f724f6f4744e&device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 1098 time: 0.1004891 Nov 02 16:47:34.997297 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-3e823824-6c12-4a8e-a47c-6428bc0fc254 req-69454c61-bb30-4d75-85bb-623ef2e2ee05 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169562 Nov 02 16:47:35.086157 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d80e44c-f150-4203-ac52-957e1aca59d9 req-5591dd5f-1166-47e0-91cf-3f202f9951bd tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:35.091075 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-4d80e44c-f150-4203-ac52-957e1aca59d9 req-5591dd5f-1166-47e0-91cf-3f202f9951bd tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 945 time: 0.1463928 Nov 02 16:47:35.193326 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-4d80e44c-f150-4203-ac52-957e1aca59d9 req-00384f71-5f3e-4435-a468-8dd1d1467e67 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944157 Nov 02 16:47:35.318244 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe3d4a0-9ef9-4d25-9b79-e62a6bbeace9 req-9a206b83-9f21-4b8d-a6c6-f6dfaa00719a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:35.321242 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-8fe3d4a0-9ef9-4d25-9b79-e62a6bbeace9 req-9a206b83-9f21-4b8d-a6c6-f6dfaa00719a service neutron] 10.222.0.76 "GET /v2.0/networks?id=e13a8a17-03ff-45d6-87c8-8e4368446fe7 HTTP/1.1" status: 200 len: 920 time: 0.3204892 Nov 02 16:47:35.346524 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e4ed6-bdbf-4102-8a6e-f4e29cf56de6 req-f59def2c-4878-41a1-bc86-e664f38088d6 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:35.348875 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-de7e4ed6-bdbf-4102-8a6e-f4e29cf56de6 req-f59def2c-4878-41a1-bc86-e664f38088d6 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 946 time: 0.1696007 Nov 02 16:47:35.402200 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-8fe3d4a0-9ef9-4d25-9b79-e62a6bbeace9 req-aaccb187-8fdd-4372-a706-88c1f011d889 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c21c6a5-6c5e-47dc-9609-26483e9e33f3 HTTP/1.1" status: 200 len: 217 time: 0.0518768 Nov 02 16:47:35.482670 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3df0bde8-504d-42f2-b162-1fb601b26528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a36918e-caa7-42ed-b923-c3a049049148'}] {{(pid=113346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:47:35.493610 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-de7e4ed6-bdbf-4102-8a6e-f4e29cf56de6 req-3829522d-3013-4c3b-b3b9-920642cddd15 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups?id=defac20c-ef6f-4b35-b645-37394d3dc510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344070 Nov 02 16:47:35.501688 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76f9361971789a5ad3b4a9c4b1498f7b6e6fa8520131c3d92747b1d2ae9477a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76644fca-b3e4-4228-8a77-e28ef9836f4e" -d '{"events": [{"server_uuid": "3df0bde8-504d-42f2-b162-1fb601b26528", "name": "network-vif-plugged", "status": "completed", "tag": "6a36918e-caa7-42ed-b923-c3a049049148"}]}' {{(pid=113346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:47:35.502291 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe3d4a0-9ef9-4d25-9b79-e62a6bbeace9 req-614245b5-ab7f-4be2-b3f1-d7cf82fbbe89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:35.503798 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-8fe3d4a0-9ef9-4d25-9b79-e62a6bbeace9 req-614245b5-ab7f-4be2-b3f1-d7cf82fbbe89 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e0977232-e536-46af-9a0c-d7241cfd5366 HTTP/1.1" status: 200 len: 859 time: 0.0923939 Nov 02 16:47:35.555986 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe92467-1928-4e31-a77b-9bb5dde0583b x-openstack-request-id: req-cbe92467-1928-4e31-a77b-9bb5dde0583b {{(pid=113346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:47:35.556526 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3df0bde8-504d-42f2-b162-1fb601b26528", "name": "network-vif-plugged", "status": "completed", "tag": "6a36918e-caa7-42ed-b923-c3a049049148", "code": 200}]} {{(pid=113346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:47:35.556804 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-cbe92467-1928-4e31-a77b-9bb5dde0583b {{(pid=113346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:47:35.558046 dv-cinder-773876-4-iscsi neutron-server[113346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3df0bde8-504d-42f2-b162-1fb601b26528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a36918e-caa7-42ed-b923-c3a049049148', 'code': 200} Nov 02 16:47:35.569327 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-8fe3d4a0-9ef9-4d25-9b79-e62a6bbeace9 req-1c558cf9-c3b4-4098-bc26-8f55dff68cd6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e13a8a17-03ff-45d6-87c8-8e4368446fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437441 Nov 02 16:47:35.705304 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-8fe3d4a0-9ef9-4d25-9b79-e62a6bbeace9 req-9a5ba860-ad53-4f41-be88-6f8fdb625c21 service neutron] 10.222.0.76 "GET /v2.0/networks/e13a8a17-03ff-45d6-87c8-8e4368446fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182306 Nov 02 16:47:35.929882 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-8fe3d4a0-9ef9-4d25-9b79-e62a6bbeace9 req-523dfbb7-7b76-4df4-aac4-d930b1b62be6 service neutron] 10.222.0.76 "GET /v2.0/networks/e13a8a17-03ff-45d6-87c8-8e4368446fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070911 Nov 02 16:47:36.045790 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9939496d-2b40-4f19-94d8-dd30a3c081a3 req-da59b2c5-2f5d-4a57-a486-3daeecdab478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:36.047789 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-9939496d-2b40-4f19-94d8-dd30a3c081a3 req-da59b2c5-2f5d-4a57-a486-3daeecdab478 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 1098 time: 0.1561067 Nov 02 16:47:36.152319 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-9939496d-2b40-4f19-94d8-dd30a3c081a3 req-d67bce6b-3c91-43b8-b6d0-6746270ea89c service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943849 Nov 02 16:47:36.903463 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec58519-6b18-4439-b274-74524654d691 req-5d8abd2c-3217-4470-86e9-020805bd4278 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:36.905592 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-aec58519-6b18-4439-b274-74524654d691 req-5d8abd2c-3217-4470-86e9-020805bd4278 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 945 time: 0.0910633 Nov 02 16:47:36.997081 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-aec58519-6b18-4439-b274-74524654d691 req-95b02c69-6825-4c67-aa8d-b31ea08ed6a5 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831242 Nov 02 16:47:37.087654 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad4e859-a301-407a-8e34-ce3bb265fdf8 req-2e3fa8bc-21f1-4a37-8947-9f8481d9a556 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:37.091812 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-8ad4e859-a301-407a-8e34-ce3bb265fdf8 req-2e3fa8bc-21f1-4a37-8947-9f8481d9a556 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 945 time: 0.1065269 Nov 02 16:47:37.175883 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-8ad4e859-a301-407a-8e34-ce3bb265fdf8 req-d2130128-1b40-4341-80ba-97ef92f52f5f tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742455 Nov 02 16:47:37.225375 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff554c09-ea1e-443e-80dc-57ca99169930 req-4a4a0962-9d30-4cde-a4b3-e30958726498 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:37.227409 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-ff554c09-ea1e-443e-80dc-57ca99169930 req-4a4a0962-9d30-4cde-a4b3-e30958726498 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 946 time: 0.0981395 Nov 02 16:47:37.300331 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-ff554c09-ea1e-443e-80dc-57ca99169930 req-5e2c2e98-b82b-4392-80ff-70fae76e68fd tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups?id=defac20c-ef6f-4b35-b645-37394d3dc510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657365 Nov 02 16:47:37.494129 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf11974-9e99-445d-8e10-2768e6577fb7 req-7fcbf5b5-93b7-4b86-81f5-3d468618f5ca tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:37.496207 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-cdf11974-9e99-445d-8e10-2768e6577fb7 req-7fcbf5b5-93b7-4b86-81f5-3d468618f5ca tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 946 time: 0.0970957 Nov 02 16:47:37.507233 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 39882) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:37.514157 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.v2.base [None req-e795a842-2676-44be-aad3-2d62ef59f8ed tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Request body: {'floatingip': {'port_id': '8f7b9d28-8f61-494a-88cb-4fc30ad64a7e'}} {{(pid=113344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:47:37.615767 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-e795a842-2676-44be-aad3-2d62ef59f8ed tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks [] for floatingip, before_update {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:38.219274 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d53a3-6ed6-4957-bbb6-c7e543d8824b req-4e4689b0-2fda-4d9d-af50-b224920e63ee tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:38.222666 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-430d53a3-6ed6-4957-bbb6-c7e543d8824b req-4e4689b0-2fda-4d9d-af50-b224920e63ee tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 945 time: 0.0816672 Nov 02 16:47:38.406340 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-92effea6-a891-4618-9472-b3e9ff8de2d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:38.419506 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-430d53a3-6ed6-4957-bbb6-c7e543d8824b req-f04d4c74-24e9-4643-a4b0-5e1cf7973e49 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1878650 Nov 02 16:47:38.596797 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1683a6be-7845-4bbe-b029-fe0af008595f req-1708dcd3-531b-4144-9f9d-81158b1b1b34 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:38.599236 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-1683a6be-7845-4bbe-b029-fe0af008595f req-1708dcd3-531b-4144-9f9d-81158b1b1b34 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 945 time: 0.2882190 Nov 02 16:47:38.604792 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26e59d-f01f-4278-a0bb-60103dd2a091 req-369f837b-e4a8-4cc3-b1b5-88238dd2e945 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:38.618825 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-bc26e59d-f01f-4278-a0bb-60103dd2a091 req-369f837b-e4a8-4cc3-b1b5-88238dd2e945 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 945 time: 0.0905635 Nov 02 16:47:38.618976 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 39914) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:38.629443 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.v2.base [None req-b53af8e4-8c27-4581-8990-2344eec551ab tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Request body: {'floatingip': {'port_id': '6a36918e-caa7-42ed-b923-c3a049049148'}} {{(pid=113344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:47:38.759042 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-b53af8e4-8c27-4581-8990-2344eec551ab tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks [] for floatingip, before_update {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:38.824370 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.db.resource_extend [None req-e795a842-2676-44be-aad3-2d62ef59f8ed tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=113344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 02 16:47:38.875981 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 39918) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:39.078826 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-5cdb3e4f-791c-4945-9c6d-444da87776d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:39.240881 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-5cdb3e4f-791c-4945-9c6d-444da87776d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:39.248951 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-5cdb3e4f-791c-4945-9c6d-444da87776d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:39.309136 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-1683a6be-7845-4bbe-b029-fe0af008595f req-f8dce23e-0283-44ea-8ce4-bca17f3529c6 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6756256 Nov 02 16:47:39.316618 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-5cdb3e4f-791c-4945-9c6d-444da87776d4 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=23bd3139ac9f4970aebba0fc8adbda9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4387848 Nov 02 16:47:39.320662 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 39938) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:39.337025 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdb3e4f-791c-4945-9c6d-444da87776d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8abeeecb-6ff9-4ed1-9887-56cd7a54bd9f,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:39.384279 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-e795a842-2676-44be-aad3-2d62ef59f8ed tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks [] for floatingip, precommit_update {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:39.400635 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-e795a842-2676-44be-aad3-2d62ef59f8ed tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3707972'] for floatingip, after_update {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:39.414819 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-10aa95db-404a-444f-88cb-564138a2e8ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:39.443214 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-10aa95db-404a-444f-88cb-564138a2e8ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:39.580452 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-10aa95db-404a-444f-88cb-564138a2e8ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:39.584156 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-10aa95db-404a-444f-88cb-564138a2e8ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:39.586103 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-10aa95db-404a-444f-88cb-564138a2e8ea admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/8abeeecb-6ff9-4ed1-9887-56cd7a54bd9f HTTP/1.1" status: 204 len: 168 time: 0.2564366 Nov 02 16:47:39.608695 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa95db-404a-444f-88cb-564138a2e8ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8abeeecb-6ff9-4ed1-9887-56cd7a54bd9f,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:39.690187 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.db.l3_db [None req-e795a842-2676-44be-aad3-2d62ef59f8ed tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Floating IP 8a9a02e4-5c0c-43b1-afc5-4d7c69b53904 associated. External IP: 172.27.1.102, port: 8f7b9d28-8f61-494a-88cb-4fc30ad64a7e. Nov 02 16:47:40.143076 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.db.resource_extend [None req-b53af8e4-8c27-4581-8990-2344eec551ab tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=113344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 02 16:47:40.274163 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-b53af8e4-8c27-4581-8990-2344eec551ab tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks [] for floatingip, precommit_update {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:40.283123 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-b53af8e4-8c27-4581-8990-2344eec551ab tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3707972'] for floatingip, after_update {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:40.291671 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e795a842-2676-44be-aad3-2d62ef59f8ed tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Router cb75ea54-b9eb-4743-961b-a3f4caef708f has already been hosted by L3 agent 23c85ca8-88a6-46e7-9165-338a7fd1d142 {{(pid=113344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:47:40.352262 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 39982) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:40.390733 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-196e8b95-d288-45c8-bbd2-990b38cca851 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:40.534992 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.db.l3_db [None req-b53af8e4-8c27-4581-8990-2344eec551ab tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Floating IP fa62d77a-5b70-4e91-bd33-bd7d814af35e associated. External IP: 172.27.1.69, port: 6a36918e-caa7-42ed-b923-c3a049049148. Nov 02 16:47:40.572742 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01049aac-2384-4ad0-84d4-01b161c421f2 req-0fa2d845-a476-44cd-98ed-bfeef95ee40c tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:40.574615 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-01049aac-2384-4ad0-84d4-01b161c421f2 req-0fa2d845-a476-44cd-98ed-bfeef95ee40c tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 945 time: 0.1337004 Nov 02 16:47:40.617383 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-196e8b95-d288-45c8-bbd2-990b38cca851 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:40.627001 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-196e8b95-d288-45c8-bbd2-990b38cca851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:40.634756 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e795a842-2676-44be-aad3-2d62ef59f8ed tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Notify agent at l3_agent.dv-cinder-773876-4-iscsi the message routers_updated {{(pid=113344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:47:40.647552 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-e795a842-2676-44be-aad3-2d62ef59f8ed tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221'] for floatingip, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:40.659327 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0aa2275-03dd-4177-b884-fdf19529af4a None None] Sync routers for ids ['cb75ea54-b9eb-4743-961b-a3f4caef708f'] in dv-cinder-773876-4-iscsi {{(pid=113347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:47:40.682453 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0aa2275-03dd-4177-b884-fdf19529af4a None None] Routers {'cb75ea54-b9eb-4743-961b-a3f4caef708f'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:47:40.684077 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-f0aa2275-03dd-4177-b884-fdf19529af4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:47:11Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['cb75ea54-b9eb-4743-961b-a3f4caef708f'], 'active': True} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:47:40.715174 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196e8b95-d288-45c8-bbd2-990b38cca851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f45112-e7eb-4067-9f29-633022c57c88,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:40.744946 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-01049aac-2384-4ad0-84d4-01b161c421f2 req-d656b29c-b6f2-4ac4-849f-9ab832502dc3 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602175 Nov 02 16:47:40.766508 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-e795a842-2676-44be-aad3-2d62ef59f8ed tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "PUT /v2.0/floatingips/8a9a02e4-5c0c-43b1-afc5-4d7c69b53904 HTTP/1.1" status: 200 len: 992 time: 3.2573895 Nov 02 16:47:40.778538 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e0809e6-a338-4bc7-8413-86af16333eb4', 'tag': '8f7b9d28-8f61-494a-88cb-4fc30ad64a7e'}] {{(pid=113344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:47:40.778865 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-196e8b95-d288-45c8-bbd2-990b38cca851 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=44625424af524613a8c863a098430b86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4220717 Nov 02 16:47:40.779005 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5f30fc3850fd44c96454e051096f60fc18984a92350f5d63aa5481a86e136a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38478d80-40f0-4173-9b7f-948668660941" -d '{"events": [{"name": "network-changed", "server_uuid": "1e0809e6-a338-4bc7-8413-86af16333eb4", "tag": "8f7b9d28-8f61-494a-88cb-4fc30ad64a7e"}]}' {{(pid=113344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:47:40.779175 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 39986) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:40.913388 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20694534-8813-4b46-b550-b04f9a69e6aa x-openstack-request-id: req-20694534-8813-4b46-b550-b04f9a69e6aa {{(pid=113344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:47:40.913685 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e0809e6-a338-4bc7-8413-86af16333eb4", "tag": "8f7b9d28-8f61-494a-88cb-4fc30ad64a7e", "status": "completed", "code": 200}]} {{(pid=113344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:47:40.913848 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-20694534-8813-4b46-b550-b04f9a69e6aa {{(pid=113344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:47:40.914528 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e0809e6-a338-4bc7-8413-86af16333eb4', 'tag': '8f7b9d28-8f61-494a-88cb-4fc30ad64a7e', 'status': 'completed', 'code': 200} Nov 02 16:47:40.920411 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-759a9666-53f7-4383-aa59-c04e2beadbe8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:40.968294 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvr_db [None req-f0aa2275-03dd-4177-b884-fdf19529af4a None None] Set router cb75ea54-b9eb-4743-961b-a3f4caef708f gateway port host: dv-cinder-773876-4-iscsi {{(pid=113347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:47:41.041520 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b53af8e4-8c27-4581-8990-2344eec551ab tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Router 9087e7a4-e2d6-4260-8391-3cdc3d276282 has already been hosted by L3 agent 23c85ca8-88a6-46e7-9165-338a7fd1d142 {{(pid=113344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:47:41.050876 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-b0df1741-3d32-4cf4-bf52-54ce6997b9d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:41.220424 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b53af8e4-8c27-4581-8990-2344eec551ab tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Notify agent at l3_agent.dv-cinder-773876-4-iscsi the message routers_updated {{(pid=113344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:47:41.233452 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-759a9666-53f7-4383-aa59-c04e2beadbe8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:41.236036 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37fb0f9-4ddb-4e83-8d40-2abdfd256bd9 None None] Sync routers for ids ['9087e7a4-e2d6-4260-8391-3cdc3d276282'] in dv-cinder-773876-4-iscsi {{(pid=113346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:47:41.269307 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-b53af8e4-8c27-4581-8990-2344eec551ab tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221'] for floatingip, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:41.284091 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37fb0f9-4ddb-4e83-8d40-2abdfd256bd9 None None] Routers {'9087e7a4-e2d6-4260-8391-3cdc3d276282'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:47:41.288879 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-c37fb0f9-4ddb-4e83-8d40-2abdfd256bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:47:41Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['9087e7a4-e2d6-4260-8391-3cdc3d276282'], 'active': True} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:47:41.350507 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-759a9666-53f7-4383-aa59-c04e2beadbe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:41.354592 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-759a9666-53f7-4383-aa59-c04e2beadbe8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:41.376281 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-759a9666-53f7-4383-aa59-c04e2beadbe8 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/50f45112-e7eb-4067-9f29-633022c57c88 HTTP/1.1" status: 204 len: 168 time: 0.5878677 Nov 02 16:47:41.377058 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-b53af8e4-8c27-4581-8990-2344eec551ab tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "PUT /v2.0/floatingips/fa62d77a-5b70-4e91-bd33-bd7d814af35e HTTP/1.1" status: 200 len: 990 time: 2.7567596 Nov 02 16:47:41.400042 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759a9666-53f7-4383-aa59-c04e2beadbe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f45112-e7eb-4067-9f29-633022c57c88,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:41.417537 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38478d80-40f0-4173-9b7f-948668660941 req-92e9b9a3-92a6-40ad-8207-4f2eb2935bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:41.419858 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-38478d80-40f0-4173-9b7f-948668660941 req-92e9b9a3-92a6-40ad-8207-4f2eb2935bb4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a575c6bd2e574ad19dc299cc1df253f3&device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 1099 time: 0.5149367 Nov 02 16:47:41.638522 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38478d80-40f0-4173-9b7f-948668660941 req-0dd16394-c2a6-4937-a66b-e37bdbf276bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:41.640209 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-38478d80-40f0-4173-9b7f-948668660941 req-0dd16394-c2a6-4937-a66b-e37bdbf276bb service neutron] 10.222.0.76 "GET /v2.0/networks?id=c3ac4ab4-0ce0-4abb-9960-272f99ead558 HTTP/1.1" status: 200 len: 912 time: 0.2105300 Nov 02 16:47:41.673613 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvr_db [None req-c37fb0f9-4ddb-4e83-8d40-2abdfd256bd9 None None] Set router 9087e7a4-e2d6-4260-8391-3cdc3d276282 gateway port host: dv-cinder-773876-4-iscsi {{(pid=113346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:47:41.740632 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-f0aa2275-03dd-4177-b884-fdf19529af4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb75ea54-b9eb-4743-961b-a3f4caef708f', 'name': 'tempest-AttachVolumeTestJSON-1456657988-router', 'tenant_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'fe1e6f6b-5723-43fc-9b40-6adb766eef9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:46:24Z', 'updated_at': '2021-11-02T16:46:45Z', 'revision_number': 4, 'project_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'gw_port': {'id': 'fe1e6f6b-5723-43fc-9b40-6adb766eef9e', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:94:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb75ea54-b9eb-4743-961b-a3f4caef708f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:28Z', 'updated_at': '2021-11-02T16:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_floatingips': [{'id': '8a9a02e4-5c0c-43b1-afc5-4d7c69b53904', 'tenant_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'floating_ip_address': '172.27.1.102', 'floating_network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'router_id': 'cb75ea54-b9eb-4743-961b-a3f4caef708f', 'port_id': '8f7b9d28-8f61-494a-88cb-4fc30ad64a7e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3ac4ab4-0ce0-4abb-9960-272f99ead558', 'mac_address': 'fa:16:3e:0e:10:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0809e6-a338-4bc7-8413-86af16333eb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:47:00Z', 'updated_at': '2021-11-02T16:47:38Z', 'revision_number': 1, 'project_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e0f9ba0-c6dd-4491-813c-9e774c45dd92', 'name': '', 'network_id': 'c3ac4ab4-0ce0-4abb-9960-272f99ead558', 'tenant_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'mac_address': 'fa:16:3e:ce:78:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb75ea54-b9eb-4743-961b-a3f4caef708f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '81d3d140-25a2-438b-a64f-a1dea867ba0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:40Z', 'updated_at': '2021-11-02T16:46:59Z', 'revision_number': 5, 'project_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'subnets': [{'id': '81d3d140-25a2-438b-a64f-a1dea867ba0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:47:41.835211 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-38478d80-40f0-4173-9b7f-948668660941 req-870e46db-dcfe-4a31-8b3c-2d23741db304 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f7b9d28-8f61-494a-88cb-4fc30ad64a7e HTTP/1.1" status: 200 len: 1000 time: 0.1784768 Nov 02 16:47:41.855162 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0aa2275-03dd-4177-b884-fdf19529af4a None None] Checking router: cb75ea54-b9eb-4743-961b-a3f4caef708f for host: dv-cinder-773876-4-iscsi {{(pid=113347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:47:41.898342 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0aa2275-03dd-4177-b884-fdf19529af4a None None] Routers {'cb75ea54-b9eb-4743-961b-a3f4caef708f'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:47:41.899026 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-f0aa2275-03dd-4177-b884-fdf19529af4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:47:41Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['cb75ea54-b9eb-4743-961b-a3f4caef708f'], 'active': True} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:47:41.985445 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 40020) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:42.009100 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7acfa95-9089-43ac-b7a6-588817821fb0 req-88d1580e-4955-4885-b0cc-1b6d261b9adc tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:42.021239 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-b7acfa95-9089-43ac-b7a6-588817821fb0 req-88d1580e-4955-4885-b0cc-1b6d261b9adc tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 945 time: 0.0884638 Nov 02 16:47:42.021591 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38478d80-40f0-4173-9b7f-948668660941 req-34377979-37de-45f7-817f-6fdb92da6761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:42.029487 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-38478d80-40f0-4173-9b7f-948668660941 req-34377979-37de-45f7-817f-6fdb92da6761 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=81d3d140-25a2-438b-a64f-a1dea867ba0d HTTP/1.1" status: 200 len: 850 time: 0.1792092 Nov 02 16:47:42.166944 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38478d80-40f0-4173-9b7f-948668660941 req-38849a3f-f73c-4ed5-939d-cf73e87d2662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:42.169188 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-b7acfa95-9089-43ac-b7a6-588817821fb0 req-0f9a85e7-4190-487a-a22d-851034a00840 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458201 Nov 02 16:47:42.179865 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-38478d80-40f0-4173-9b7f-948668660941 req-38849a3f-f73c-4ed5-939d-cf73e87d2662 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c3ac4ab4-0ce0-4abb-9960-272f99ead558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1339309 Nov 02 16:47:42.238340 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvr_db [None req-f0aa2275-03dd-4177-b884-fdf19529af4a None None] Set router cb75ea54-b9eb-4743-961b-a3f4caef708f gateway port host: dv-cinder-773876-4-iscsi {{(pid=113347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:47:42.289858 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-c37fb0f9-4ddb-4e83-8d40-2abdfd256bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9087e7a4-e2d6-4260-8391-3cdc3d276282', 'name': 'tempest-AttachVolumeShelveTestJSON-1985570199-router', 'tenant_id': '5cc524f131464fe097cff64187071316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '9d136291-39f3-4e32-8d3c-b6a656cf842b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:46:22Z', 'updated_at': '2021-11-02T16:46:45Z', 'revision_number': 4, 'project_id': '5cc524f131464fe097cff64187071316', 'gw_port': {'id': '9d136291-39f3-4e32-8d3c-b6a656cf842b', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9087e7a4-e2d6-4260-8391-3cdc3d276282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:27Z', 'updated_at': '2021-11-02T16:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_floatingips': [{'id': 'fa62d77a-5b70-4e91-bd33-bd7d814af35e', 'tenant_id': '5cc524f131464fe097cff64187071316', 'floating_ip_address': '172.27.1.69', 'floating_network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'router_id': '9087e7a4-e2d6-4260-8391-3cdc3d276282', 'port_id': '6a36918e-caa7-42ed-b923-c3a049049148', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2642968c-324e-4035-9dba-a5695e42fc1f', 'mac_address': 'fa:16:3e:cd:98:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df0bde8-504d-42f2-b162-1fb601b26528', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:47:01Z', 'updated_at': '2021-11-02T16:47:40Z', 'revision_number': 1, 'project_id': '5cc524f131464fe097cff64187071316', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eacb2b5f-51a4-495b-a668-87d60d838fb1', 'name': '', 'network_id': '2642968c-324e-4035-9dba-a5695e42fc1f', 'tenant_id': '5cc524f131464fe097cff64187071316', 'mac_address': 'fa:16:3e:ad:d8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9087e7a4-e2d6-4260-8391-3cdc3d276282', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'fd525ac9-44f8-421c-b093-9ce2aeedf323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:39Z', 'updated_at': '2021-11-02T16:46:56Z', 'revision_number': 5, 'project_id': '5cc524f131464fe097cff64187071316', 'subnets': [{'id': 'fd525ac9-44f8-421c-b093-9ce2aeedf323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:47:42.316561 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-8ada8ebc-6965-439e-af32-dd7baccd8c18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:42.350330 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37fb0f9-4ddb-4e83-8d40-2abdfd256bd9 None None] Checking router: 9087e7a4-e2d6-4260-8391-3cdc3d276282 for host: dv-cinder-773876-4-iscsi {{(pid=113346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:47:42.398003 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37fb0f9-4ddb-4e83-8d40-2abdfd256bd9 None None] Routers {'9087e7a4-e2d6-4260-8391-3cdc3d276282'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:47:42.398871 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-c37fb0f9-4ddb-4e83-8d40-2abdfd256bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:47:41Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['9087e7a4-e2d6-4260-8391-3cdc3d276282'], 'active': True} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:47:42.576716 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvr_db [None req-c37fb0f9-4ddb-4e83-8d40-2abdfd256bd9 None None] Set router 9087e7a4-e2d6-4260-8391-3cdc3d276282 gateway port host: dv-cinder-773876-4-iscsi {{(pid=113346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:47:42.626885 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-38478d80-40f0-4173-9b7f-948668660941 req-53e005dd-830a-42e1-a98d-23c225ba3977 service neutron] 10.222.0.76 "GET /v2.0/networks/c3ac4ab4-0ce0-4abb-9960-272f99ead558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4247084 Nov 02 16:47:42.916238 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3df0bde8-504d-42f2-b162-1fb601b26528', 'tag': '6a36918e-caa7-42ed-b923-c3a049049148'}] {{(pid=113344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:47:42.924541 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5f30fc3850fd44c96454e051096f60fc18984a92350f5d63aa5481a86e136a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f8a0217-7d64-4733-8373-9e6da8d123cf" -d '{"events": [{"name": "network-changed", "server_uuid": "3df0bde8-504d-42f2-b162-1fb601b26528", "tag": "6a36918e-caa7-42ed-b923-c3a049049148"}]}' {{(pid=113344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:47:42.947774 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-8ada8ebc-6965-439e-af32-dd7baccd8c18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:42.960213 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-8ada8ebc-6965-439e-af32-dd7baccd8c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:42.999492 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-f0aa2275-03dd-4177-b884-fdf19529af4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb75ea54-b9eb-4743-961b-a3f4caef708f', 'name': 'tempest-AttachVolumeTestJSON-1456657988-router', 'tenant_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'fe1e6f6b-5723-43fc-9b40-6adb766eef9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:46:24Z', 'updated_at': '2021-11-02T16:46:45Z', 'revision_number': 4, 'project_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'gw_port': {'id': 'fe1e6f6b-5723-43fc-9b40-6adb766eef9e', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:94:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb75ea54-b9eb-4743-961b-a3f4caef708f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:28Z', 'updated_at': '2021-11-02T16:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_floatingips': [{'id': '8a9a02e4-5c0c-43b1-afc5-4d7c69b53904', 'tenant_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'floating_ip_address': '172.27.1.102', 'floating_network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'router_id': 'cb75ea54-b9eb-4743-961b-a3f4caef708f', 'port_id': '8f7b9d28-8f61-494a-88cb-4fc30ad64a7e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3ac4ab4-0ce0-4abb-9960-272f99ead558', 'mac_address': 'fa:16:3e:0e:10:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0809e6-a338-4bc7-8413-86af16333eb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:47:00Z', 'updated_at': '2021-11-02T16:47:38Z', 'revision_number': 1, 'project_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e0f9ba0-c6dd-4491-813c-9e774c45dd92', 'name': '', 'network_id': 'c3ac4ab4-0ce0-4abb-9960-272f99ead558', 'tenant_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'mac_address': 'fa:16:3e:ce:78:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb75ea54-b9eb-4743-961b-a3f4caef708f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '81d3d140-25a2-438b-a64f-a1dea867ba0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:40Z', 'updated_at': '2021-11-02T16:46:59Z', 'revision_number': 5, 'project_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'subnets': [{'id': '81d3d140-25a2-438b-a64f-a1dea867ba0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:47:43.114174 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0aa2275-03dd-4177-b884-fdf19529af4a None None] The sync data for ids ['cb75ea54-b9eb-4743-961b-a3f4caef708f'] in dv-cinder-773876-4-iscsi is: [{'id': 'cb75ea54-b9eb-4743-961b-a3f4caef708f', 'name': 'tempest-AttachVolumeTestJSON-1456657988-router', 'tenant_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'fe1e6f6b-5723-43fc-9b40-6adb766eef9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:46:24Z', 'updated_at': '2021-11-02T16:46:45Z', 'revision_number': 4, 'project_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'gw_port': {'id': 'fe1e6f6b-5723-43fc-9b40-6adb766eef9e', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:94:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb75ea54-b9eb-4743-961b-a3f4caef708f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:28Z', 'updated_at': '2021-11-02T16:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_floatingips': [{'id': '8a9a02e4-5c0c-43b1-afc5-4d7c69b53904', 'tenant_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'floating_ip_address': '172.27.1.102', 'floating_network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'router_id': 'cb75ea54-b9eb-4743-961b-a3f4caef708f', 'port_id': '8f7b9d28-8f61-494a-88cb-4fc30ad64a7e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3ac4ab4-0ce0-4abb-9960-272f99ead558', 'mac_address': 'fa:16:3e:0e:10:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0809e6-a338-4bc7-8413-86af16333eb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:47:00Z', 'updated_at': '2021-11-02T16:47:38Z', 'revision_number': 1, 'project_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e0f9ba0-c6dd-4491-813c-9e774c45dd92', 'name': '', 'network_id': 'c3ac4ab4-0ce0-4abb-9960-272f99ead558', 'tenant_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'mac_address': 'fa:16:3e:ce:78:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb75ea54-b9eb-4743-961b-a3f4caef708f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '81d3d140-25a2-438b-a64f-a1dea867ba0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:40Z', 'updated_at': '2021-11-02T16:46:59Z', 'revision_number': 5, 'project_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'subnets': [{'id': '81d3d140-25a2-438b-a64f-a1dea867ba0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:47:43.151122 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4246401-5f49-401f-9e0a-cac8c3699a92 x-openstack-request-id: req-e4246401-5f49-401f-9e0a-cac8c3699a92 {{(pid=113344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:47:43.152424 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3df0bde8-504d-42f2-b162-1fb601b26528", "tag": "6a36918e-caa7-42ed-b923-c3a049049148", "status": "completed", "code": 200}]} {{(pid=113344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:47:43.152424 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-e4246401-5f49-401f-9e0a-cac8c3699a92 {{(pid=113344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:47:43.153829 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3df0bde8-504d-42f2-b162-1fb601b26528', 'tag': '6a36918e-caa7-42ed-b923-c3a049049148', 'status': 'completed', 'code': 200} Nov 02 16:47:43.273184 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-38478d80-40f0-4173-9b7f-948668660941 req-10bea29d-52dd-46fa-b1cb-b64cf87f1b31 service neutron] 10.222.0.76 "GET /v2.0/networks/c3ac4ab4-0ce0-4abb-9960-272f99ead558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6133380 Nov 02 16:47:43.291734 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-8ada8ebc-6965-439e-af32-dd7baccd8c18 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=c512b08847a54272af0089e95975ddb0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3030877 Nov 02 16:47:43.295170 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 40072) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:43.321284 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ada8ebc-6965-439e-af32-dd7baccd8c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da39bcca-77bf-45c3-82b4-37720780436c,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:43.405828 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8a0217-7d64-4733-8373-9e6da8d123cf req-065659be-ab81-426c-91e5-0d2b500c9a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:43.408474 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-7f8a0217-7d64-4733-8373-9e6da8d123cf req-065659be-ab81-426c-91e5-0d2b500c9a55 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5cc524f131464fe097cff64187071316&device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 1098 time: 0.2417850 Nov 02 16:47:43.472447 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-dfe49d6c-b306-436a-ba68-760764be264a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:43.785631 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6ee878-622d-4253-984b-d6c6be771285 None None] New status for floating IP 8a9a02e4-5c0c-43b1-afc5-4d7c69b53904: ACTIVE {{(pid=113347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 16:47:43.902024 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-c37fb0f9-4ddb-4e83-8d40-2abdfd256bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9087e7a4-e2d6-4260-8391-3cdc3d276282', 'name': 'tempest-AttachVolumeShelveTestJSON-1985570199-router', 'tenant_id': '5cc524f131464fe097cff64187071316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '9d136291-39f3-4e32-8d3c-b6a656cf842b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:46:22Z', 'updated_at': '2021-11-02T16:46:45Z', 'revision_number': 4, 'project_id': '5cc524f131464fe097cff64187071316', 'gw_port': {'id': '9d136291-39f3-4e32-8d3c-b6a656cf842b', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9087e7a4-e2d6-4260-8391-3cdc3d276282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:27Z', 'updated_at': '2021-11-02T16:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_floatingips': [{'id': 'fa62d77a-5b70-4e91-bd33-bd7d814af35e', 'tenant_id': '5cc524f131464fe097cff64187071316', 'floating_ip_address': '172.27.1.69', 'floating_network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'router_id': '9087e7a4-e2d6-4260-8391-3cdc3d276282', 'port_id': '6a36918e-caa7-42ed-b923-c3a049049148', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2642968c-324e-4035-9dba-a5695e42fc1f', 'mac_address': 'fa:16:3e:cd:98:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df0bde8-504d-42f2-b162-1fb601b26528', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:47:01Z', 'updated_at': '2021-11-02T16:47:40Z', 'revision_number': 1, 'project_id': '5cc524f131464fe097cff64187071316', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eacb2b5f-51a4-495b-a668-87d60d838fb1', 'name': '', 'network_id': '2642968c-324e-4035-9dba-a5695e42fc1f', 'tenant_id': '5cc524f131464fe097cff64187071316', 'mac_address': 'fa:16:3e:ad:d8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9087e7a4-e2d6-4260-8391-3cdc3d276282', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'fd525ac9-44f8-421c-b093-9ce2aeedf323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:39Z', 'updated_at': '2021-11-02T16:46:56Z', 'revision_number': 5, 'project_id': '5cc524f131464fe097cff64187071316', 'subnets': [{'id': 'fd525ac9-44f8-421c-b093-9ce2aeedf323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:47:43.968370 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37fb0f9-4ddb-4e83-8d40-2abdfd256bd9 None None] The sync data for ids ['9087e7a4-e2d6-4260-8391-3cdc3d276282'] in dv-cinder-773876-4-iscsi is: [{'id': '9087e7a4-e2d6-4260-8391-3cdc3d276282', 'name': 'tempest-AttachVolumeShelveTestJSON-1985570199-router', 'tenant_id': '5cc524f131464fe097cff64187071316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '9d136291-39f3-4e32-8d3c-b6a656cf842b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:46:22Z', 'updated_at': '2021-11-02T16:46:45Z', 'revision_number': 4, 'project_id': '5cc524f131464fe097cff64187071316', 'gw_port': {'id': '9d136291-39f3-4e32-8d3c-b6a656cf842b', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9087e7a4-e2d6-4260-8391-3cdc3d276282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:27Z', 'updated_at': '2021-11-02T16:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_floatingips': [{'id': 'fa62d77a-5b70-4e91-bd33-bd7d814af35e', 'tenant_id': '5cc524f131464fe097cff64187071316', 'floating_ip_address': '172.27.1.69', 'floating_network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'router_id': '9087e7a4-e2d6-4260-8391-3cdc3d276282', 'port_id': '6a36918e-caa7-42ed-b923-c3a049049148', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2642968c-324e-4035-9dba-a5695e42fc1f', 'mac_address': 'fa:16:3e:cd:98:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df0bde8-504d-42f2-b162-1fb601b26528', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:47:01Z', 'updated_at': '2021-11-02T16:47:40Z', 'revision_number': 1, 'project_id': '5cc524f131464fe097cff64187071316', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eacb2b5f-51a4-495b-a668-87d60d838fb1', 'name': '', 'network_id': '2642968c-324e-4035-9dba-a5695e42fc1f', 'tenant_id': '5cc524f131464fe097cff64187071316', 'mac_address': 'fa:16:3e:ad:d8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9087e7a4-e2d6-4260-8391-3cdc3d276282', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'fd525ac9-44f8-421c-b093-9ce2aeedf323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:39Z', 'updated_at': '2021-11-02T16:46:56Z', 'revision_number': 5, 'project_id': '5cc524f131464fe097cff64187071316', 'subnets': [{'id': 'fd525ac9-44f8-421c-b093-9ce2aeedf323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:47:43.999931 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-c76442f0-9106-4d79-a6d2-80c24d65c729 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:44.040291 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-c76442f0-9106-4d79-a6d2-80c24d65c729 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:44.116985 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-c76442f0-9106-4d79-a6d2-80c24d65c729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:44.120660 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-c76442f0-9106-4d79-a6d2-80c24d65c729 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:44.126289 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-c76442f0-9106-4d79-a6d2-80c24d65c729 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/da39bcca-77bf-45c3-82b4-37720780436c HTTP/1.1" status: 204 len: 168 time: 0.8251667 Nov 02 16:47:44.170291 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd6602a-cb82-494c-8d38-af932101a397 req-30873f04-eb6c-452c-915e-e53bf09d0a2b tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:44.180913 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-ecd6602a-cb82-494c-8d38-af932101a397 req-30873f04-eb6c-452c-915e-e53bf09d0a2b tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 945 time: 0.3938670 Nov 02 16:47:44.210652 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8a0217-7d64-4733-8373-9e6da8d123cf req-35a76e86-174f-4206-b419-8d15b5ce2c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:44.212469 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-7f8a0217-7d64-4733-8373-9e6da8d123cf req-35a76e86-174f-4206-b419-8d15b5ce2c9e service neutron] 10.222.0.76 "GET /v2.0/networks?id=2642968c-324e-4035-9dba-a5695e42fc1f HTTP/1.1" status: 200 len: 918 time: 0.7892592 Nov 02 16:47:44.215398 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76442f0-9106-4d79-a6d2-80c24d65c729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da39bcca-77bf-45c3-82b4-37720780436c,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:44.411463 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-7f8a0217-7d64-4733-8373-9e6da8d123cf req-7c34f1e1-d2a3-4c36-bc8a-dd5a8df2f039 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a36918e-caa7-42ed-b923-c3a049049148 HTTP/1.1" status: 200 len: 998 time: 0.1788509 Nov 02 16:47:44.446725 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-ecd6602a-cb82-494c-8d38-af932101a397 req-1cdb492c-f96f-4cfc-9557-e701b26a3ca3 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645900 Nov 02 16:47:44.540711 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e41ec00-9363-4180-9ba7-ce003ebcf40e None None] New status for floating IP fa62d77a-5b70-4e91-bd33-bd7d814af35e: ACTIVE {{(pid=113346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 16:47:44.573776 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8a0217-7d64-4733-8373-9e6da8d123cf req-d63c16e9-737c-496e-9143-1384bd4cb268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:44.576978 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-7f8a0217-7d64-4733-8373-9e6da8d123cf req-d63c16e9-737c-496e-9143-1384bd4cb268 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fd525ac9-44f8-421c-b093-9ce2aeedf323 HTTP/1.1" status: 200 len: 856 time: 0.1288455 Nov 02 16:47:44.708684 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8a0217-7d64-4733-8373-9e6da8d123cf req-ff4031de-1e3a-4738-903e-4a51b0a6f06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:44.713618 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-7f8a0217-7d64-4733-8373-9e6da8d123cf req-ff4031de-1e3a-4738-903e-4a51b0a6f06e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2642968c-324e-4035-9dba-a5695e42fc1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1167831 Nov 02 16:47:44.833281 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0b95-0143-42d2-8d33-45f1b37c89de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:45.003219 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-7f8a0217-7d64-4733-8373-9e6da8d123cf req-fe38e4e6-c174-40db-b540-cdd44e97f6cf service neutron] 10.222.0.76 "GET /v2.0/networks/2642968c-324e-4035-9dba-a5695e42fc1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644901 Nov 02 16:47:45.161778 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 40148) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:45.193966 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-7f8a0217-7d64-4733-8373-9e6da8d123cf req-21f1b38b-6628-4470-9417-ec275b3d0b50 service neutron] 10.222.0.76 "GET /v2.0/networks/2642968c-324e-4035-9dba-a5695e42fc1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720071 Nov 02 16:47:45.195053 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-7b043bac-c371-48af-94c8-601c94b0da95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:45.297951 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-7b043bac-c371-48af-94c8-601c94b0da95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:45.304524 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-7b043bac-c371-48af-94c8-601c94b0da95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:45.358662 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-7b043bac-c371-48af-94c8-601c94b0da95 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=c5021d8d041c4992b490641cc958756d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1954815 Nov 02 16:47:45.360415 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b043bac-c371-48af-94c8-601c94b0da95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce5f6b1-5c24-48ab-8bda-5c8811d37253,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:45.361602 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 40164) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:45.443799 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-c98b98b0-e248-49fc-8115-291482527209 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:45.473768 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-c98b98b0-e248-49fc-8115-291482527209 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:45.533977 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-c98b98b0-e248-49fc-8115-291482527209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:45.537215 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-c98b98b0-e248-49fc-8115-291482527209 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:45.538677 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-c98b98b0-e248-49fc-8115-291482527209 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/dce5f6b1-5c24-48ab-8bda-5c8811d37253 HTTP/1.1" status: 204 len: 168 time: 0.1756675 Nov 02 16:47:45.577074 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98b98b0-e248-49fc-8115-291482527209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce5f6b1-5c24-48ab-8bda-5c8811d37253,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:45.609681 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9a27e0-9fd7-4c4d-a235-6e7d4afb78bd req-d38b5764-af1a-4bfd-be7c-4f161db27d5b tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:45.621060 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-0b9a27e0-9fd7-4c4d-a235-6e7d4afb78bd req-d38b5764-af1a-4bfd-be7c-4f161db27d5b tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 945 time: 0.0805655 Nov 02 16:47:45.686489 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-0b9a27e0-9fd7-4c4d-a235-6e7d4afb78bd req-b0762d05-c56e-44c4-aacf-bbf877cb6aad tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643618 Nov 02 16:47:45.976569 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 40186) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:45.997359 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-44c6b253-34ae-4640-a9ad-87c934db8bf4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:46.047800 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:46.151924 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-44c6b253-34ae-4640-a9ad-87c934db8bf4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:46.158214 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-44c6b253-34ae-4640-a9ad-87c934db8bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:46.235544 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b253-34ae-4640-a9ad-87c934db8bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44671a7a-e00a-4154-97d6-c6270cc1ca06,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:46.259622 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-44c6b253-34ae-4640-a9ad-87c934db8bf4 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=028ec2b5492f4b648902de36b61e45ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2812505 Nov 02 16:47:46.263082 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 40192) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:46.342538 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-46a71806-38d4-4293-bb7b-7a8a8f29a0fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:46.371850 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-46a71806-38d4-4293-bb7b-7a8a8f29a0fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:46.430131 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-46a71806-38d4-4293-bb7b-7a8a8f29a0fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:46.433000 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-46a71806-38d4-4293-bb7b-7a8a8f29a0fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:46.434273 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-46a71806-38d4-4293-bb7b-7a8a8f29a0fd admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/44671a7a-e00a-4154-97d6-c6270cc1ca06 HTTP/1.1" status: 204 len: 168 time: 0.1694353 Nov 02 16:47:46.443868 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a71806-38d4-4293-bb7b-7a8a8f29a0fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44671a7a-e00a-4154-97d6-c6270cc1ca06,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:46.871199 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e42bf8-717b-4bdf-98c6-0871c13a26bc req-dba96f22-53bb-4aa2-bd04-7c4b4532a793 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:46.891163 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-04e42bf8-717b-4bdf-98c6-0871c13a26bc req-dba96f22-53bb-4aa2-bd04-7c4b4532a793 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 945 time: 0.0990109 Nov 02 16:47:46.967434 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-04e42bf8-717b-4bdf-98c6-0871c13a26bc req-7ee56f98-e880-48b7-af5a-8de91b8c3653 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739532 Nov 02 16:47:47.473509 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f87ab-580a-4c4a-b650-74e97455e233 req-e4056a7e-44d9-457e-aa5f-a02f8f6e7898 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:47.475255 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-fa7f87ab-580a-4c4a-b650-74e97455e233 req-e4056a7e-44d9-457e-aa5f-a02f8f6e7898 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/networks?id=716d1add-eeb0-4090-99a3-8e93ac4c3a42 HTTP/1.1" status: 200 len: 814 time: 0.1398225 Nov 02 16:47:47.494787 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-fa7f87ab-580a-4c4a-b650-74e97455e233 req-deca965d-7769-428e-bec4-cc6515700c54 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/quotas/fd124bfe873f4553b53c6d8282df462c HTTP/1.1" status: 200 len: 375 time: 0.0112467 Nov 02 16:47:47.569873 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-fa7f87ab-580a-4c4a-b650-74e97455e233 req-eb5e4380-36d6-41de-85be-1c8d5e278f0d tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=fd124bfe873f4553b53c6d8282df462c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0678179 Nov 02 16:47:47.687051 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-fa7f87ab-580a-4c4a-b650-74e97455e233 req-08f30c8c-b85c-4040-9645-f219f3816898 service neutron] 10.222.0.118 "GET /v2.0/networks/716d1add-eeb0-4090-99a3-8e93ac4c3a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061029 Nov 02 16:47:47.799375 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-fa7f87ab-580a-4c4a-b650-74e97455e233 req-714415cf-df47-477e-acf2-d5bf1badcd2b service neutron] 10.222.0.118 "GET /v2.0/networks/716d1add-eeb0-4090-99a3-8e93ac4c3a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040397 Nov 02 16:47:48.087194 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-7b4fe5b4-8aa0-4ca4-96f1-3830f3bd02ff req-ffb4efab-f79c-4526-8e3e-f2e182f50c3f tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=cc421583-8747-41db-b896-e40bed32a554 HTTP/1.1" status: 200 len: 210 time: 0.1054482 Nov 02 16:47:48.279773 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c53486c-f9ba-4ee5-ae8c-3bb3748a11f3 req-5b473b1c-b168-4a82-9ab4-9906e11f9ce1 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:48.286426 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-2c53486c-f9ba-4ee5-ae8c-3bb3748a11f3 req-5b473b1c-b168-4a82-9ab4-9906e11f9ce1 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 945 time: 0.1410179 Nov 02 16:47:48.377338 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-2c53486c-f9ba-4ee5-ae8c-3bb3748a11f3 req-46d42d85-106b-4912-9fa2-8deaf6532806 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832622 Nov 02 16:47:49.210357 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-fcdf6744-9578-4e57-ba04-88d12c1b62cb req-e2311c07-ddc1-493e-b921-553668be2f1d tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=cc421583-8747-41db-b896-e40bed32a554 HTTP/1.1" status: 200 len: 210 time: 0.0365639 Nov 02 16:47:49.662369 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f87ab-580a-4c4a-b650-74e97455e233 req-949058d8-751c-4a3c-8f86-d84b448cde27 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:49.665235 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-fa7f87ab-580a-4c4a-b650-74e97455e233 req-949058d8-751c-4a3c-8f86-d84b448cde27 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.76 "GET /v2.0/networks?id=716d1add-eeb0-4090-99a3-8e93ac4c3a42 HTTP/1.1" status: 200 len: 814 time: 0.2493267 Nov 02 16:47:49.687558 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4cb44a-9dc1-4220-b7a0-314da3c26d7a req-6590ec39-9bce-4262-9393-d2921dfbea3b tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:49.689484 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-ad4cb44a-9dc1-4220-b7a0-314da3c26d7a req-6590ec39-9bce-4262-9393-d2921dfbea3b tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 945 time: 0.1766357 Nov 02 16:47:49.696261 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.v2.base [req-fa7f87ab-580a-4c4a-b650-74e97455e233 req-b1e756b4-8396-453d-a40a-260d59523c19 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Request body: {'port': {'device_id': 'cc421583-8747-41db-b896-e40bed32a554', 'network_id': '716d1add-eeb0-4090-99a3-8e93ac4c3a42', 'admin_state_up': True, 'tenant_id': 'fd124bfe873f4553b53c6d8282df462c'}} {{(pid=113344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:47:49.857127 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-ad4cb44a-9dc1-4220-b7a0-314da3c26d7a req-aeb56fb6-bbe0-43b0-bce7-3dc24aff1105 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193774 Nov 02 16:47:49.889222 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa7f87ab-580a-4c4a-b650-74e97455e233 req-b1e756b4-8396-453d-a40a-260d59523c19 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Made reservation on behalf of fd124bfe873f4553b53c6d8282df462c for: {'port': 1} {{(pid=113344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:47:49.893045 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [req-fa7f87ab-580a-4c4a-b650-74e97455e233 req-b1e756b4-8396-453d-a40a-260d59523c19 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:50.025273 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.db.db_base_plugin_common [req-fa7f87ab-580a-4c4a-b650-74e97455e233 req-b1e756b4-8396-453d-a40a-260d59523c19 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Allocated IP 172.20.0.11 (716d1add-eeb0-4090-99a3-8e93ac4c3a42/1c574b2f-5688-4840-800f-5e2d7519c217/f4eb8e96-4a89-4943-bb1e-67b3c0d0953e) {{(pid=113344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:47:50.192139 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [req-fa7f87ab-580a-4c4a-b650-74e97455e233 req-b1e756b4-8396-453d-a40a-260d59523c19 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Publish callbacks [] for port, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:50.228683 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [req-fa7f87ab-580a-4c4a-b650-74e97455e233 req-b1e756b4-8396-453d-a40a-260d59523c19 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788024814062'] for port, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:50.248010 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] get_ports_and_sgs() called for port_ids ['6d3bae71-e514-49ab-9222-9632d4fba0f5'] {{(pid=113346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:47:50.304878 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e756b4-8396-453d-a40a-260d59523c19 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Pushing event updated for resources: {'Port': ['ID=f4eb8e96-4a89-4943-bb1e-67b3c0d0953e,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:50.308858 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa7f87ab-580a-4c4a-b650-74e97455e233 req-b1e756b4-8396-453d-a40a-260d59523c19 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Network 716d1add-eeb0-4090-99a3-8e93ac4c3a42 is already hosted by enough agents. {{(pid=113344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:47:50.310832 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.base_scheduler [req-fa7f87ab-580a-4c4a-b650-74e97455e233 req-b1e756b4-8396-453d-a40a-260d59523c19 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Resources bound (agent type, host, resource id): {{(pid=113344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:47:50.313413 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa7f87ab-580a-4c4a-b650-74e97455e233 req-b1e756b4-8396-453d-a40a-260d59523c19 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Received port after_create {{(pid=113344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:47:50.320475 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f87ab-580a-4c4a-b650-74e97455e233 req-b1e756b4-8396-453d-a40a-260d59523c19 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:50.321271 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [req-fa7f87ab-580a-4c4a-b650-74e97455e233 req-b1e756b4-8396-453d-a40a-260d59523c19 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673503'] for port, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:50.350883 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-fa7f87ab-580a-4c4a-b650-74e97455e233 req-b1e756b4-8396-453d-a40a-260d59523c19 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6595902 Nov 02 16:47:50.370586 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.v2.base [req-fa7f87ab-580a-4c4a-b650-74e97455e233 req-7739ce9c-bdde-4406-9ab6-671af6ef5447 service neutron] Request body: {'port': {'device_id': 'cc421583-8747-41db-b896-e40bed32a554', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=113344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:47:50.403535 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8844e72-5300-423a-ad0a-933b69c4f938 req-02300930-c21d-4da6-83f6-2706b8fbcc2e tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:50.405524 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-a8844e72-5300-423a-ad0a-933b69c4f938 req-02300930-c21d-4da6-83f6-2706b8fbcc2e tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=cc421583-8747-41db-b896-e40bed32a554 HTTP/1.1" status: 200 len: 932 time: 0.0739896 Nov 02 16:47:50.435998 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [req-fa7f87ab-580a-4c4a-b650-74e97455e233 req-7739ce9c-bdde-4406-9ab6-671af6ef5447 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:50.478551 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-a8844e72-5300-423a-ad0a-933b69c4f938 req-c71526e6-a32d-44f1-aac7-9b68c1300c5f tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608945 Nov 02 16:47:50.763457 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.notifiers.nova [req-fa7f87ab-580a-4c4a-b650-74e97455e233 req-7739ce9c-bdde-4406-9ab6-671af6ef5447 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4eb8e96-4a89-4943-bb1e-67b3c0d0953e {{(pid=113344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:47:50.776797 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [req-fa7f87ab-580a-4c4a-b650-74e97455e233 req-7739ce9c-bdde-4406-9ab6-671af6ef5447 service neutron] Publish callbacks [] for port, precommit_update {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:50.794926 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.db.provisioning_blocks [req-fa7f87ab-580a-4c4a-b650-74e97455e233 req-7739ce9c-bdde-4406-9ab6-671af6ef5447 service neutron] Transition to ACTIVE for port object f4eb8e96-4a89-4943-bb1e-67b3c0d0953e will not be triggered until provisioned by entity L2. {{(pid=113344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:47:50.799149 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [req-fa7f87ab-580a-4c4a-b650-74e97455e233 req-7739ce9c-bdde-4406-9ab6-671af6ef5447 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:50.882380 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7739ce9c-bdde-4406-9ab6-671af6ef5447 service neutron] Pushing event updated for resources: {'Port': ['ID=f4eb8e96-4a89-4943-bb1e-67b3c0d0953e,revision_number=2']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:50.943478 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.managers [req-fa7f87ab-580a-4c4a-b650-74e97455e233 req-7739ce9c-bdde-4406-9ab6-671af6ef5447 service neutron] Attempting to bind port f4eb8e96-4a89-4943-bb1e-67b3c0d0953e on host hv-cinder-77387 for vnic_type normal with profile {{(pid=113344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 16:47:50.943478 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.managers [req-fa7f87ab-580a-4c4a-b650-74e97455e233 req-7739ce9c-bdde-4406-9ab6-671af6ef5447 service neutron] Attempting to bind port f4eb8e96-4a89-4943-bb1e-67b3c0d0953e by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': 'd6d67ab2-fd0f-4a4e-a197-bf243bf1fa07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '716d1add-eeb0-4090-99a3-8e93ac4c3a42'}] {{(pid=113344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 16:47:50.943478 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7f87ab-580a-4c4a-b650-74e97455e233 req-7739ce9c-bdde-4406-9ab6-671af6ef5447 service neutron] Attempting to bind port f4eb8e96-4a89-4943-bb1e-67b3c0d0953e on network 716d1add-eeb0-4090-99a3-8e93ac4c3a42 {{(pid=113344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:47:50.948992 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7f87ab-580a-4c4a-b650-74e97455e233 req-7739ce9c-bdde-4406-9ab6-671af6ef5447 service neutron] Port f4eb8e96-4a89-4943-bb1e-67b3c0d0953e on network 716d1add-eeb0-4090-99a3-8e93ac4c3a42 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=113344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:47:50.949240 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7f87ab-580a-4c4a-b650-74e97455e233 req-7739ce9c-bdde-4406-9ab6-671af6ef5447 service neutron] Attempting to bind port f4eb8e96-4a89-4943-bb1e-67b3c0d0953e on network 716d1add-eeb0-4090-99a3-8e93ac4c3a42 {{(pid=113344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:47:50.970861 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7f87ab-580a-4c4a-b650-74e97455e233 req-7739ce9c-bdde-4406-9ab6-671af6ef5447 service neutron] Checking agent: {'id': 'a22495b4-0922-47cf-b0eb-f0742ace0d4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 44, 22), 'started_at': datetime.datetime(2021, 11, 2, 16, 44, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:47:50.971221 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7f87ab-580a-4c4a-b650-74e97455e233 req-7739ce9c-bdde-4406-9ab6-671af6ef5447 service neutron] Checking segment: {'id': 'd6d67ab2-fd0f-4a4e-a197-bf243bf1fa07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '716d1add-eeb0-4090-99a3-8e93ac4c3a42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 16:47:50.971671 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7f87ab-580a-4c4a-b650-74e97455e233 req-7739ce9c-bdde-4406-9ab6-671af6ef5447 service neutron] Bound using segment: {'id': 'd6d67ab2-fd0f-4a4e-a197-bf243bf1fa07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '716d1add-eeb0-4090-99a3-8e93ac4c3a42'} {{(pid=113344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:47:50.972145 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.managers [req-fa7f87ab-580a-4c4a-b650-74e97455e233 req-7739ce9c-bdde-4406-9ab6-671af6ef5447 service neutron] Bound port: f4eb8e96-4a89-4943-bb1e-67b3c0d0953e, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6d67ab2-fd0f-4a4e-a197-bf243bf1fa07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '716d1add-eeb0-4090-99a3-8e93ac4c3a42'}}] {{(pid=113344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 16:47:50.973222 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [req-fa7f87ab-580a-4c4a-b650-74e97455e233 req-7739ce9c-bdde-4406-9ab6-671af6ef5447 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:51.069491 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b3db9-2035-41ad-baa1-7432059e35ef req-1f4f8b47-a482-4fed-827a-07b5492e3274 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:51.071808 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-994b3db9-2035-41ad-baa1-7432059e35ef req-1f4f8b47-a482-4fed-827a-07b5492e3274 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 945 time: 0.1184785 Nov 02 16:47:51.120003 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.db [req-fa7f87ab-580a-4c4a-b650-74e97455e233 req-7739ce9c-bdde-4406-9ab6-671af6ef5447 service neutron] For port f4eb8e96-4a89-4943-bb1e-67b3c0d0953e, host hv-cinder-77387, cleared binding levels {{(pid=113344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:47:51.144397 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.db [req-fa7f87ab-580a-4c4a-b650-74e97455e233 req-7739ce9c-bdde-4406-9ab6-671af6ef5447 service neutron] For port f4eb8e96-4a89-4943-bb1e-67b3c0d0953e, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=f4eb8e96-4a89-4943-bb1e-67b3c0d0953e,segment=NetworkSegment(d6d67ab2-fd0f-4a4e-a197-bf243bf1fa07),segment_id=d6d67ab2-fd0f-4a4e-a197-bf243bf1fa07)] {{(pid=113344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:47:51.154044 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [req-fa7f87ab-580a-4c4a-b650-74e97455e233 req-7739ce9c-bdde-4406-9ab6-671af6ef5447 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:51.233328 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f87ab-580a-4c4a-b650-74e97455e233 req-7739ce9c-bdde-4406-9ab6-671af6ef5447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:51.234067 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [req-fa7f87ab-580a-4c4a-b650-74e97455e233 req-7739ce9c-bdde-4406-9ab6-671af6ef5447 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673503'] for port, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:51.235608 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-fa7f87ab-580a-4c4a-b650-74e97455e233 req-7739ce9c-bdde-4406-9ab6-671af6ef5447 service neutron] 10.222.0.76 "PUT /v2.0/ports/f4eb8e96-4a89-4943-bb1e-67b3c0d0953e HTTP/1.1" status: 200 len: 1094 time: 0.8718207 Nov 02 16:47:51.236102 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc421583-8747-41db-b896-e40bed32a554', 'tag': 'f4eb8e96-4a89-4943-bb1e-67b3c0d0953e'}] {{(pid=113344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:47:51.238796 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5f30fc3850fd44c96454e051096f60fc18984a92350f5d63aa5481a86e136a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae1a92da-c746-408d-a79f-6fbeeaef28d8" -d '{"events": [{"name": "network-changed", "server_uuid": "cc421583-8747-41db-b896-e40bed32a554", "tag": "f4eb8e96-4a89-4943-bb1e-67b3c0d0953e"}]}' {{(pid=113344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:47:51.274053 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-994b3db9-2035-41ad-baa1-7432059e35ef req-fe701330-bf4a-4d6d-b7ed-e5e19ec5f19d tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765051 Nov 02 16:47:51.321804 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a78a4695-6622-4fd9-aab1-96316582099a x-openstack-request-id: req-a78a4695-6622-4fd9-aab1-96316582099a {{(pid=113344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:47:51.321804 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc421583-8747-41db-b896-e40bed32a554", "tag": "f4eb8e96-4a89-4943-bb1e-67b3c0d0953e", "status": "completed", "code": 200}]} {{(pid=113344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:47:51.321804 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-a78a4695-6622-4fd9-aab1-96316582099a {{(pid=113344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:47:51.321804 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc421583-8747-41db-b896-e40bed32a554', 'tag': 'f4eb8e96-4a89-4943-bb1e-67b3c0d0953e', 'status': 'completed', 'code': 200} Nov 02 16:47:51.324234 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7739ce9c-bdde-4406-9ab6-671af6ef5447 service neutron] Pushing event updated for resources: {'Port': ['ID=f4eb8e96-4a89-4943-bb1e-67b3c0d0953e,revision_number=3']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:51.392517 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f87ab-580a-4c4a-b650-74e97455e233 req-20e5ff8c-3ece-4591-8c7d-35fcfe3bf20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:51.398191 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-fa7f87ab-580a-4c4a-b650-74e97455e233 req-20e5ff8c-3ece-4591-8c7d-35fcfe3bf20f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fd124bfe873f4553b53c6d8282df462c&device_id=cc421583-8747-41db-b896-e40bed32a554 HTTP/1.1" status: 200 len: 1097 time: 0.0758729 Nov 02 16:47:51.467861 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-fa7f87ab-580a-4c4a-b650-74e97455e233 req-6923b359-ade8-4ef0-9f52-b5e25437dc45 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4eb8e96-4a89-4943-bb1e-67b3c0d0953e HTTP/1.1" status: 200 len: 217 time: 0.0525804 Nov 02 16:47:51.553305 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f87ab-580a-4c4a-b650-74e97455e233 req-57591fb3-3ccd-488d-9eb7-f3a91436ca6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:51.555221 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-fa7f87ab-580a-4c4a-b650-74e97455e233 req-57591fb3-3ccd-488d-9eb7-f3a91436ca6c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1c574b2f-5688-4840-800f-5e2d7519c217 HTTP/1.1" status: 200 len: 854 time: 0.0725477 Nov 02 16:47:51.599142 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-fa7f87ab-580a-4c4a-b650-74e97455e233 req-ff45a32f-2387-4543-b399-fa256fa90d2e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=716d1add-eeb0-4090-99a3-8e93ac4c3a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330927 Nov 02 16:47:51.621785 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:51.717096 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cda3dd-5268-4007-8387-904d6d890397 req-84c72542-753e-4e7e-8614-136aa6b0bcef tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:51.718826 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-f5cda3dd-5268-4007-8387-904d6d890397 req-84c72542-753e-4e7e-8614-136aa6b0bcef tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=cc421583-8747-41db-b896-e40bed32a554 HTTP/1.1" status: 200 len: 944 time: 0.1240070 Nov 02 16:47:51.788045 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-fa7f87ab-580a-4c4a-b650-74e97455e233 req-21f90cfe-517e-4f3e-b2ef-37e190204cff service neutron] 10.222.0.76 "GET /v2.0/networks/716d1add-eeb0-4090-99a3-8e93ac4c3a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599448 Nov 02 16:47:51.801993 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-f5cda3dd-5268-4007-8387-904d6d890397 req-b56ae797-faba-46f1-ab78-a2b13a89692a tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740786 Nov 02 16:47:51.914899 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-fa7f87ab-580a-4c4a-b650-74e97455e233 req-77f7db12-ba23-43bd-b5a4-0544325cc59e service neutron] 10.222.0.76 "GET /v2.0/networks/716d1add-eeb0-4090-99a3-8e93ac4c3a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114867 Nov 02 16:47:52.040002 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1a92da-c746-408d-a79f-6fbeeaef28d8 req-31d0f162-234e-4887-abf9-f02ec9625a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:52.041737 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-ae1a92da-c746-408d-a79f-6fbeeaef28d8 req-31d0f162-234e-4887-abf9-f02ec9625a4a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fd124bfe873f4553b53c6d8282df462c&device_id=cc421583-8747-41db-b896-e40bed32a554 HTTP/1.1" status: 200 len: 1097 time: 0.0613053 Nov 02 16:47:52.154362 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1a92da-c746-408d-a79f-6fbeeaef28d8 req-f2ce0921-7128-4553-acf0-d2811cf92c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:52.156309 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-ae1a92da-c746-408d-a79f-6fbeeaef28d8 req-f2ce0921-7128-4553-acf0-d2811cf92c31 service neutron] 10.222.0.76 "GET /v2.0/networks?id=716d1add-eeb0-4090-99a3-8e93ac4c3a42 HTTP/1.1" status: 200 len: 915 time: 0.0991673 Nov 02 16:47:52.208789 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-ae1a92da-c746-408d-a79f-6fbeeaef28d8 req-3e97bfee-cbf0-40fb-8011-dcbe7a3e447b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4eb8e96-4a89-4943-bb1e-67b3c0d0953e HTTP/1.1" status: 200 len: 217 time: 0.0408547 Nov 02 16:47:52.273460 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1a92da-c746-408d-a79f-6fbeeaef28d8 req-eadcccbc-072f-41fa-8a87-fb6d765b35cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:52.275053 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-ae1a92da-c746-408d-a79f-6fbeeaef28d8 req-eadcccbc-072f-41fa-8a87-fb6d765b35cc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1c574b2f-5688-4840-800f-5e2d7519c217 HTTP/1.1" status: 200 len: 854 time: 0.0580726 Nov 02 16:47:52.331110 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-ae1a92da-c746-408d-a79f-6fbeeaef28d8 req-242a871e-5553-454f-8250-f2408f3154f3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=716d1add-eeb0-4090-99a3-8e93ac4c3a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388474 Nov 02 16:47:52.484709 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a3ef3-0440-439b-afad-ec3bab39f402 req-ffd21088-8dac-4166-be30-8a43ae1f2dce tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:52.486759 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-960a3ef3-0440-439b-afad-ec3bab39f402 req-ffd21088-8dac-4166-be30-8a43ae1f2dce tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 945 time: 0.1196911 Nov 02 16:47:52.495003 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-ae1a92da-c746-408d-a79f-6fbeeaef28d8 req-14151a96-6017-46e7-a581-6bcd36c997c5 service neutron] 10.222.0.76 "GET /v2.0/networks/716d1add-eeb0-4090-99a3-8e93ac4c3a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496711 Nov 02 16:47:52.620395 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-960a3ef3-0440-439b-afad-ec3bab39f402 req-ebd4fad9-70f0-4d61-b0a2-8888d2c2302c tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237047 Nov 02 16:47:52.657109 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-ae1a92da-c746-408d-a79f-6fbeeaef28d8 req-9f51d681-457c-4f07-a9a7-4bc250c99b5d service neutron] 10.222.0.76 "GET /v2.0/networks/716d1add-eeb0-4090-99a3-8e93ac4c3a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430042 Nov 02 16:47:53.192391 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae1fd97-a126-4452-ba2c-62a742aecb9d req-2388a1f1-23a4-47f8-bf5e-9f7a9f969d2f tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:53.195230 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-4ae1fd97-a126-4452-ba2c-62a742aecb9d req-2388a1f1-23a4-47f8-bf5e-9f7a9f969d2f tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=cc421583-8747-41db-b896-e40bed32a554 HTTP/1.1" status: 200 len: 944 time: 0.3080735 Nov 02 16:47:53.257506 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-4ae1fd97-a126-4452-ba2c-62a742aecb9d req-2a0dfc38-c43a-4ec9-88cc-2e83b4680731 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549459 Nov 02 16:47:53.783620 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5ef25-16cb-4b77-a9f1-3054606a7d7d req-fe2a0219-e8d5-490f-a6ef-e4241df190cd tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:53.785547 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-2fe5ef25-16cb-4b77-a9f1-3054606a7d7d req-fe2a0219-e8d5-490f-a6ef-e4241df190cd tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 945 time: 0.0770516 Nov 02 16:47:53.870316 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-2fe5ef25-16cb-4b77-a9f1-3054606a7d7d req-e0985751-914b-477d-8ea5-92a75dbf1b74 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678544 Nov 02 16:47:53.963160 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17352277-b4c4-49b3-8d77-18a4006bf63e req-c2b329ce-6d54-40a2-bdd9-77a66ec89844 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:53.964534 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-17352277-b4c4-49b3-8d77-18a4006bf63e req-c2b329ce-6d54-40a2-bdd9-77a66ec89844 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] 10.222.0.118 "GET /v2.0/ports?device_id=72140edf-a256-42c5-96ab-aa20fadf6e0b HTTP/1.1" status: 200 len: 946 time: 0.0615988 Nov 02 16:47:54.026723 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-17352277-b4c4-49b3-8d77-18a4006bf63e req-2393fc9b-3069-4cc3-9c0b-58e06058822e tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] 10.222.0.118 "GET /v2.0/security-groups?id=4064422b-7a09-47b0-889c-519c373517a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535109 Nov 02 16:47:54.337083 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 40480) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:54.445055 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.agents_db [None req-4685c794-fb13-4fdb-802d-b1599aff033c None None] Agent healthcheck: found 6 active agents {{(pid=113347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:47:54.449846 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f388503e-ad22-4d6e-b829-436f70010183 req-fde4cfd7-ef8a-4bb8-9558-dd3384d886f0 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:54.452032 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-f388503e-ad22-4d6e-b829-436f70010183 req-fde4cfd7-ef8a-4bb8-9558-dd3384d886f0 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=cc421583-8747-41db-b896-e40bed32a554 HTTP/1.1" status: 200 len: 944 time: 0.0821898 Nov 02 16:47:54.485349 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-c74a1f6b-94ea-4ee6-b6c4-5bc7f0341f5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:54.526656 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-f388503e-ad22-4d6e-b829-436f70010183 req-65459136-6403-4141-8505-be42fe4dd350 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662143 Nov 02 16:47:54.601135 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-c74a1f6b-94ea-4ee6-b6c4-5bc7f0341f5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:54.606623 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-c74a1f6b-94ea-4ee6-b6c4-5bc7f0341f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:54.653439 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a1f6b-94ea-4ee6-b6c4-5bc7f0341f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=368abf38-1f5d-4b25-bbeb-d84c34b4736b,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:54.660570 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-c74a1f6b-94ea-4ee6-b6c4-5bc7f0341f5d admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=534c93381022468e8e3e138794dc473a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3212202 Nov 02 16:47:54.664873 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 40490) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:54.737972 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-6d87996f-7cd8-4676-9b2d-8d3396d91de6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:54.772910 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-6d87996f-7cd8-4676-9b2d-8d3396d91de6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:54.854218 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-6d87996f-7cd8-4676-9b2d-8d3396d91de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:54.857589 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-6d87996f-7cd8-4676-9b2d-8d3396d91de6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:54.858935 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-6d87996f-7cd8-4676-9b2d-8d3396d91de6 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/368abf38-1f5d-4b25-bbeb-d84c34b4736b HTTP/1.1" status: 204 len: 168 time: 0.1926708 Nov 02 16:47:54.870535 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d87996f-7cd8-4676-9b2d-8d3396d91de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368abf38-1f5d-4b25-bbeb-d84c34b4736b,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:55.016713 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device f4eb8e96-4a89-4943-bb1e-67b3c0d0953e details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=113346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:47:55.051223 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b222d-4889-45c7-93bf-56968844d34b req-135096da-59f3-4ae8-90dd-17d29333fc81 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:55.053808 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-648b222d-4889-45c7-93bf-56968844d34b req-135096da-59f3-4ae8-90dd-17d29333fc81 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 945 time: 0.0733695 Nov 02 16:47:55.132423 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-648b222d-4889-45c7-93bf-56968844d34b req-1b8e55c3-67a6-4273-8aea-666fcffb4552 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586545 Nov 02 16:47:55.160687 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port f4eb8e96-4a89-4943-bb1e-67b3c0d0953e, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=f4eb8e96-4a89-4943-bb1e-67b3c0d0953e,segment=NetworkSegment(d6d67ab2-fd0f-4a4e-a197-bf243bf1fa07),segment_id=d6d67ab2-fd0f-4a4e-a197-bf243bf1fa07)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:47:55.177251 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Returning: {'device': 'f4eb8e96-4a89-4943-bb1e-67b3c0d0953e', 'network_id': '716d1add-eeb0-4090-99a3-8e93ac4c3a42', 'port_id': 'f4eb8e96-4a89-4943-bb1e-67b3c0d0953e', 'mac_address': 'fa:16:3e:5e:29:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c574b2f-5688-4840-800f-5e2d7519c217', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:47:55.202258 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696b644-5528-410c-97ed-c0248974124b req-d3ae0890-94f1-4f32-882b-c7a16fbe1c24 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:55.213170 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-9696b644-5528-410c-97ed-c0248974124b req-d3ae0890-94f1-4f32-882b-c7a16fbe1c24 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] 10.222.0.118 "GET /v2.0/ports?device_id=72140edf-a256-42c5-96ab-aa20fadf6e0b HTTP/1.1" status: 200 len: 946 time: 0.0870662 Nov 02 16:47:55.233035 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:55.263233 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.notifiers.nova [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4eb8e96-4a89-4943-bb1e-67b3c0d0953e {{(pid=113346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:47:55.284217 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-9696b644-5528-410c-97ed-c0248974124b req-7754727a-1279-424f-bf5b-8a6a859ef629 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] 10.222.0.118 "GET /v2.0/security-groups?id=4064422b-7a09-47b0-889c-519c373517a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691390 Nov 02 16:47:55.296654 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port f4eb8e96-4a89-4943-bb1e-67b3c0d0953e, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=f4eb8e96-4a89-4943-bb1e-67b3c0d0953e,segment=NetworkSegment(d6d67ab2-fd0f-4a4e-a197-bf243bf1fa07),segment_id=d6d67ab2-fd0f-4a4e-a197-bf243bf1fa07)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:47:55.317686 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:55.346846 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 40516) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:55.375935 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-95cfe721-daec-4296-9521-f0a15496ee68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:55.384214 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Pushing event updated for resources: {'Port': ['ID=f4eb8e96-4a89-4943-bb1e-67b3c0d0953e,revision_number=4']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:55.484026 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-95cfe721-daec-4296-9521-f0a15496ee68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:55.489510 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-95cfe721-daec-4296-9521-f0a15496ee68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:55.533585 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-95cfe721-daec-4296-9521-f0a15496ee68 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=d644ff92d3344dd59ca34778e1326050&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1838715 Nov 02 16:47:55.534383 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cfe721-daec-4296-9521-f0a15496ee68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25fd9196-95b4-44b2-8ccf-349d2b0dddc0,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:55.537702 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 40520) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:55.608229 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-d44feee7-5070-43f2-a891-daaf8e692448 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:55.636670 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-d44feee7-5070-43f2-a891-daaf8e692448 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:55.666349 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc92adaf-4687-4928-ba9f-b0cdd0a4f80e req-8dcf8edf-c0d2-4670-9adc-e7e79b1f8b24 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:55.668041 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-cc92adaf-4687-4928-ba9f-b0cdd0a4f80e req-8dcf8edf-c0d2-4670-9adc-e7e79b1f8b24 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=cc421583-8747-41db-b896-e40bed32a554 HTTP/1.1" status: 200 len: 945 time: 0.0576603 Nov 02 16:47:55.706598 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-d44feee7-5070-43f2-a891-daaf8e692448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:55.710836 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-d44feee7-5070-43f2-a891-daaf8e692448 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:55.712142 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-d44feee7-5070-43f2-a891-daaf8e692448 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/25fd9196-95b4-44b2-8ccf-349d2b0dddc0 HTTP/1.1" status: 204 len: 168 time: 0.1725976 Nov 02 16:47:55.725752 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44feee7-5070-43f2-a891-daaf8e692448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25fd9196-95b4-44b2-8ccf-349d2b0dddc0,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:55.736006 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-cc92adaf-4687-4928-ba9f-b0cdd0a4f80e req-ee0a4f94-bafe-43dc-bc6b-bdfdcc31a812 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589943 Nov 02 16:47:56.007363 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] get_ports_and_sgs() called for port_ids ['f4eb8e96-4a89-4943-bb1e-67b3c0d0953e'] {{(pid=113346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:47:56.364424 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ac33f-454a-4d32-96a9-100ae6ad4dca req-9d79b8e7-4cbb-41d3-a5a2-fcd3f595df1e tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:56.366415 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-e61ac33f-454a-4d32-96a9-100ae6ad4dca req-9d79b8e7-4cbb-41d3-a5a2-fcd3f595df1e tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 945 time: 0.0848272 Nov 02 16:47:56.430285 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 40556) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:56.435712 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-e61ac33f-454a-4d32-96a9-100ae6ad4dca req-0400a52e-ba78-48fd-8acb-9be8a1ed9c1b tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615101 Nov 02 16:47:56.581392 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67964e1c-58b4-439e-8bb6-15bddb48c04a req-b080b439-166a-40d3-bbad-27bdf7be7806 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:56.585633 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-67964e1c-58b4-439e-8bb6-15bddb48c04a req-b080b439-166a-40d3-bbad-27bdf7be7806 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] 10.222.0.118 "GET /v2.0/ports?device_id=72140edf-a256-42c5-96ab-aa20fadf6e0b HTTP/1.1" status: 200 len: 946 time: 0.0691056 Nov 02 16:47:56.622990 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-937a1d15-3259-40d8-90ea-3afa4dbc1b5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:56.685005 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-67964e1c-58b4-439e-8bb6-15bddb48c04a req-ec30eb5b-01ea-4e88-bd7e-bbd1d2476abe tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] 10.222.0.118 "GET /v2.0/security-groups?id=4064422b-7a09-47b0-889c-519c373517a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821018 Nov 02 16:47:56.767861 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-937a1d15-3259-40d8-90ea-3afa4dbc1b5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:56.776412 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-937a1d15-3259-40d8-90ea-3afa4dbc1b5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:56.861030 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a1d15-3259-40d8-90ea-3afa4dbc1b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7fca911-899d-4cb0-a6e0-5362f5402d71,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:56.887319 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-937a1d15-3259-40d8-90ea-3afa4dbc1b5b admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=5146ddab2b6e4b5c88652c5908a2e2a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4549224 Nov 02 16:47:56.890236 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 40576) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:56.919920 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cc2d41-da62-4993-9b30-748f8776b98c req-7e2f4f41-9bb2-4d41-b14e-0d10ca743efa tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:56.921855 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-27cc2d41-da62-4993-9b30-748f8776b98c req-7e2f4f41-9bb2-4d41-b14e-0d10ca743efa tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=cc421583-8747-41db-b896-e40bed32a554 HTTP/1.1" status: 200 len: 945 time: 0.0830615 Nov 02 16:47:56.951318 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-3d8b0491-cece-440d-9618-9546f9edab78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:56.983896 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-3d8b0491-cece-440d-9618-9546f9edab78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:56.986996 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-27cc2d41-da62-4993-9b30-748f8776b98c req-65d6d83c-a214-4ae5-9570-8c801b84df62 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564234 Nov 02 16:47:57.061819 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-3d8b0491-cece-440d-9618-9546f9edab78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:57.065730 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-3d8b0491-cece-440d-9618-9546f9edab78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:57.068066 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-3d8b0491-cece-440d-9618-9546f9edab78 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/a7fca911-899d-4cb0-a6e0-5362f5402d71 HTTP/1.1" status: 204 len: 168 time: 0.1760986 Nov 02 16:47:57.083388 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8b0491-cece-440d-9618-9546f9edab78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7fca911-899d-4cb0-a6e0-5362f5402d71,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:57.278057 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a23e2-7b85-4232-9c1a-df7cd68e6d29 req-e88e5397-a27e-436d-ae90-2b4cba207f63 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:57.279805 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-1a1a23e2-7b85-4232-9c1a-df7cd68e6d29 req-e88e5397-a27e-436d-ae90-2b4cba207f63 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] 10.222.0.76 "GET /v2.0/ports?device_id=72140edf-a256-42c5-96ab-aa20fadf6e0b HTTP/1.1" status: 200 len: 946 time: 0.0703084 Nov 02 16:47:57.457803 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.plugin [req-1a1a23e2-7b85-4232-9c1a-df7cd68e6d29 req-c3936452-3694-42c7-984a-51cb9a810111 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] Deleting port 9877734a-b105-41fe-bb14-bcc253387958 {{(pid=113344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 16:47:57.458218 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [req-1a1a23e2-7b85-4232-9c1a-df7cd68e6d29 req-c3936452-3694-42c7-984a-51cb9a810111 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788025385849'] for port, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:57.619040 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.db [req-1a1a23e2-7b85-4232-9c1a-df7cd68e6d29 req-c3936452-3694-42c7-984a-51cb9a810111 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] For port 9877734a-b105-41fe-bb14-bcc253387958, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=9877734a-b105-41fe-bb14-bcc253387958,segment=NetworkSegment(edde6c72-fdff-47d4-80bc-7fa722cc638e),segment_id=edde6c72-fdff-47d4-80bc-7fa722cc638e)] {{(pid=113344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:47:57.619458 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [req-1a1a23e2-7b85-4232-9c1a-df7cd68e6d29 req-c3936452-3694-42c7-984a-51cb9a810111 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710950'] for port, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:57.633022 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cffbc1-7a35-421c-a8ff-8123780c1135 req-303c24c1-42e1-407b-8793-2e51eeafd4cb tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:57.641602 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.plugin [req-1a1a23e2-7b85-4232-9c1a-df7cd68e6d29 req-c3936452-3694-42c7-984a-51cb9a810111 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] Calling delete_port for 9877734a-b105-41fe-bb14-bcc253387958 owned by compute:nova {{(pid=113344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 16:47:57.641886 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-30cffbc1-7a35-421c-a8ff-8123780c1135 req-303c24c1-42e1-407b-8793-2e51eeafd4cb tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 945 time: 0.0696430 Nov 02 16:47:57.651446 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 40596) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:57.679834 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-e86db711-06f6-4ea0-bc0e-404458c88bed admin admin] Publish callbacks [] for security_group, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:57.744054 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-30cffbc1-7a35-421c-a8ff-8123780c1135 req-5c221ec1-0310-409c-acfe-2eb3f8463865 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952351 Nov 02 16:47:57.873623 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-e86db711-06f6-4ea0-bc0e-404458c88bed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:57.879549 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-e86db711-06f6-4ea0-bc0e-404458c88bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:57.928152 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-e86db711-06f6-4ea0-bc0e-404458c88bed admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=51a4716810ab4ee18c678c5c987a9873&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2716658 Nov 02 16:47:57.929557 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 40610) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:57.937320 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86db711-06f6-4ea0-bc0e-404458c88bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb72b37-f5aa-43da-85c4-c2e8f070d00f,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:57.967491 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec5080d-6a99-4bf4-8d16-e536c668e5b6 req-01ba7c61-df84-48ff-ac5b-da009c3cf43d tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:57.969133 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-2ec5080d-6a99-4bf4-8d16-e536c668e5b6 req-01ba7c61-df84-48ff-ac5b-da009c3cf43d tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] 10.222.0.118 "GET /v2.0/ports?device_id=72140edf-a256-42c5-96ab-aa20fadf6e0b HTTP/1.1" status: 200 len: 946 time: 0.1731114 Nov 02 16:47:58.101233 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-46505857-3945-4272-a5d1-ca604449e976 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:58.105542 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [req-1a1a23e2-7b85-4232-9c1a-df7cd68e6d29 req-c3936452-3694-42c7-984a-51cb9a810111 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788025390403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788024814071'] for port, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:58.112535 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-2ec5080d-6a99-4bf4-8d16-e536c668e5b6 req-e8a8ead8-973c-4735-94ec-4a97b3d0a07c tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] 10.222.0.118 "GET /v2.0/security-groups?id=4064422b-7a09-47b0-889c-519c373517a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252964 Nov 02 16:47:58.132163 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] get_ports_and_sgs() called for port_ids ['9877734a-b105-41fe-bb14-bcc253387958'] {{(pid=113346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:47:58.161870 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9decfdeb-32c7-4be9-abf1-5e989efba382 req-326e413c-515e-4762-979e-6f36cee6e3d5 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:58.163781 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-9decfdeb-32c7-4be9-abf1-5e989efba382 req-326e413c-515e-4762-979e-6f36cee6e3d5 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=cc421583-8747-41db-b896-e40bed32a554 HTTP/1.1" status: 200 len: 945 time: 0.0770674 Nov 02 16:47:58.183935 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3936452-3694-42c7-984a-51cb9a810111 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] Pushing event deleted for resources: {'Port': ['ID=9877734a-b105-41fe-bb14-bcc253387958,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:58.187787 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-46505857-3945-4272-a5d1-ca604449e976 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:58.234330 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-9decfdeb-32c7-4be9-abf1-5e989efba382 req-f358fd72-650b-422d-87e1-836037d3e460 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616508 Nov 02 16:47:58.308730 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a1a23e2-7b85-4232-9c1a-df7cd68e6d29 req-c3936452-3694-42c7-984a-51cb9a810111 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] No DVR routers for this DVR port 9877734a-b105-41fe-bb14-bcc253387958 on host hv-cinder-77387 {{(pid=113344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:47:58.313724 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [req-1a1a23e2-7b85-4232-9c1a-df7cd68e6d29 req-c3936452-3694-42c7-984a-51cb9a810111 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221'] for port, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:58.318208 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-1a1a23e2-7b85-4232-9c1a-df7cd68e6d29 req-c3936452-3694-42c7-984a-51cb9a810111 tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] 10.222.0.76 "DELETE /v2.0/ports/9877734a-b105-41fe-bb14-bcc253387958 HTTP/1.1" status: 204 len: 173 time: 1.0173767 Nov 02 16:47:58.318750 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72140edf-a256-42c5-96ab-aa20fadf6e0b', 'name': 'network-vif-deleted', 'tag': '9877734a-b105-41fe-bb14-bcc253387958'}] {{(pid=113344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:47:58.321318 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5f30fc3850fd44c96454e051096f60fc18984a92350f5d63aa5481a86e136a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6df66e-6de1-45ce-bedf-469cb4e793c7" -d '{"events": [{"server_uuid": "72140edf-a256-42c5-96ab-aa20fadf6e0b", "name": "network-vif-deleted", "tag": "9877734a-b105-41fe-bb14-bcc253387958"}]}' {{(pid=113344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:47:58.358017 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-46505857-3945-4272-a5d1-ca604449e976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:58.361773 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-46505857-3945-4272-a5d1-ca604449e976 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:58.364752 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-46505857-3945-4272-a5d1-ca604449e976 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/7cb72b37-f5aa-43da-85c4-c2e8f070d00f HTTP/1.1" status: 204 len: 168 time: 0.4325778 Nov 02 16:47:58.377354 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178f2aa2-9614-41fe-bb09-7dc2c2e4568b x-openstack-request-id: req-178f2aa2-9614-41fe-bb09-7dc2c2e4568b {{(pid=113344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:47:58.378788 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72140edf-a256-42c5-96ab-aa20fadf6e0b", "name": "network-vif-deleted", "tag": "9877734a-b105-41fe-bb14-bcc253387958", "status": "completed", "code": 200}]} {{(pid=113344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:47:58.379672 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-178f2aa2-9614-41fe-bb09-7dc2c2e4568b {{(pid=113344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:47:58.380524 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72140edf-a256-42c5-96ab-aa20fadf6e0b', 'name': 'network-vif-deleted', 'tag': '9877734a-b105-41fe-bb14-bcc253387958', 'status': 'completed', 'code': 200} Nov 02 16:47:58.382084 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46505857-3945-4272-a5d1-ca604449e976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb72b37-f5aa-43da-85c4-c2e8f070d00f,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:58.805645 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 40632) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:58.822133 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-e9235366-8118-4263-9700-efeddeb80d81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:58.890477 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde8192-629a-47e7-9b21-6a1c8316d092 req-af40fe14-06b4-48cc-92aa-b6e4139fb58e tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:58.892592 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-7dde8192-629a-47e7-9b21-6a1c8316d092 req-af40fe14-06b4-48cc-92aa-b6e4139fb58e tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 945 time: 0.0620892 Nov 02 16:47:58.948135 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-e9235366-8118-4263-9700-efeddeb80d81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:58.953658 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-e9235366-8118-4263-9700-efeddeb80d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:58.974685 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-7dde8192-629a-47e7-9b21-6a1c8316d092 req-0835cc5b-ee0d-4f16-af41-2e83fc663ae7 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665362 Nov 02 16:47:59.010538 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-e9235366-8118-4263-9700-efeddeb80d81 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=0477293ebdfe45e4b83aa9708c329103&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2025509 Nov 02 16:47:59.010538 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9235366-8118-4263-9700-efeddeb80d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6015af53-e43b-4214-a89f-eb81698ce9ef,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:59.013183 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 40638) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:47:59.041937 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device f4eb8e96-4a89-4943-bb1e-67b3c0d0953e up at agent hyperv_hv-cinder-77387 {{(pid=113346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:47:59.084671 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-f73ca0b3-9c09-420c-aaf7-0f2e49c6dc5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:59.104429 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Provisioning for port f4eb8e96-4a89-4943-bb1e-67b3c0d0953e completed by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:47:59.108699 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Provisioning complete for port f4eb8e96-4a89-4943-bb1e-67b3c0d0953e triggered by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:47:59.109129 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:59.114275 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-f73ca0b3-9c09-420c-aaf7-0f2e49c6dc5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:59.172015 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-f73ca0b3-9c09-420c-aaf7-0f2e49c6dc5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:59.175185 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-f73ca0b3-9c09-420c-aaf7-0f2e49c6dc5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:59.179053 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-f73ca0b3-9c09-420c-aaf7-0f2e49c6dc5e admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/6015af53-e43b-4214-a89f-eb81698ce9ef HTTP/1.1" status: 204 len: 168 time: 0.1613870 Nov 02 16:47:59.186225 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73ca0b3-9c09-420c-aaf7-0f2e49c6dc5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6015af53-e43b-4214-a89f-eb81698ce9ef,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:59.214666 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:59.246139 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc421583-8747-41db-b896-e40bed32a554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4eb8e96-4a89-4943-bb1e-67b3c0d0953e'}] {{(pid=113346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:47:59.251731 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76f9361971789a5ad3b4a9c4b1498f7b6e6fa8520131c3d92747b1d2ae9477a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd2f9782-13ff-4d94-830c-f815f242f25d" -d '{"events": [{"server_uuid": "cc421583-8747-41db-b896-e40bed32a554", "name": "network-vif-plugged", "status": "completed", "tag": "f4eb8e96-4a89-4943-bb1e-67b3c0d0953e"}]}' {{(pid=113346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:47:59.266842 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-e4468f63-2a53-4e6e-87b8-a61446e1406c req-e96a4946-38c9-4817-bc56-9f1cc5fa979e tempest-DeleteServersTestJSON-891599112 tempest-DeleteServersTestJSON-891599112-project] 10.222.0.118 "GET /v2.0/ports?device_id=72140edf-a256-42c5-96ab-aa20fadf6e0b HTTP/1.1" status: 200 len: 210 time: 0.0345781 Nov 02 16:47:59.278717 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port f4eb8e96-4a89-4943-bb1e-67b3c0d0953e, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=f4eb8e96-4a89-4943-bb1e-67b3c0d0953e,segment=NetworkSegment(d6d67ab2-fd0f-4a4e-a197-bf243bf1fa07),segment_id=d6d67ab2-fd0f-4a4e-a197-bf243bf1fa07)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:47:59.286607 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:47:59.287967 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device 9877734a-b105-41fe-bb14-bcc253387958 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:47:59.322119 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] No Port match for: 9877734a-b105-41fe-bb14-bcc253387958 {{(pid=113346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 16:47:59.322803 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device 9877734a-b105-41fe-bb14-bcc253387958 not bound to the agent host hv-cinder-77387 {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:47:59.416305 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Pushing event updated for resources: {'Port': ['ID=f4eb8e96-4a89-4943-bb1e-67b3c0d0953e,revision_number=5']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:47:59.437378 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc12201-1bfa-4e79-a01b-67549d7bb440 req-58aad2f9-715a-43ea-b579-bbe3f42be036 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:59.439478 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-6dc12201-1bfa-4e79-a01b-67549d7bb440 req-58aad2f9-715a-43ea-b579-bbe3f42be036 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=cc421583-8747-41db-b896-e40bed32a554 HTTP/1.1" status: 200 len: 946 time: 0.0808702 Nov 02 16:47:59.513140 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-6dc12201-1bfa-4e79-a01b-67549d7bb440 req-9aab5dde-2b8d-4bfb-b228-b430d742029f tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622954 Nov 02 16:47:59.577155 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0f6149-8c66-4246-bb69-df00e31975aa x-openstack-request-id: req-7e0f6149-8c66-4246-bb69-df00e31975aa {{(pid=113346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:47:59.577799 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc421583-8747-41db-b896-e40bed32a554", "name": "network-vif-plugged", "status": "completed", "tag": "f4eb8e96-4a89-4943-bb1e-67b3c0d0953e", "code": 200}]} {{(pid=113346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:47:59.578533 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-7e0f6149-8c66-4246-bb69-df00e31975aa {{(pid=113346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:47:59.579278 dv-cinder-773876-4-iscsi neutron-server[113346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc421583-8747-41db-b896-e40bed32a554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4eb8e96-4a89-4943-bb1e-67b3c0d0953e', 'code': 200} Nov 02 16:47:59.868876 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c23cbc2-f2f2-44a4-b315-0ff119172e24 req-e42bcef2-a119-4217-b4ac-4a5041192b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:47:59.870400 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-8c23cbc2-f2f2-44a4-b315-0ff119172e24 req-e42bcef2-a119-4217-b4ac-4a5041192b52 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=cc421583-8747-41db-b896-e40bed32a554 HTTP/1.1" status: 200 len: 1099 time: 0.0528121 Nov 02 16:47:59.961664 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-8c23cbc2-f2f2-44a4-b315-0ff119172e24 req-fa526bb6-98fb-403b-9447-d090bd03038f service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439303 Nov 02 16:48:00.140356 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f5658c-b00f-41a2-9617-261eba630232 req-6ea1be25-6a71-4cd6-a43f-4be3e1c849b0 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:00.142167 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-c4f5658c-b00f-41a2-9617-261eba630232 req-6ea1be25-6a71-4cd6-a43f-4be3e1c849b0 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 945 time: 0.0722063 Nov 02 16:48:00.219825 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-c4f5658c-b00f-41a2-9617-261eba630232 req-2aad862d-aee5-490f-a2f8-80e2809e2266 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679719 Nov 02 16:48:00.697716 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f1db7-935c-4e8c-811b-32d07feeb27b req-765daaad-3381-44a8-9092-1925f7c17dda tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:00.697716 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-d02f1db7-935c-4e8c-811b-32d07feeb27b req-765daaad-3381-44a8-9092-1925f7c17dda tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=cc421583-8747-41db-b896-e40bed32a554 HTTP/1.1" status: 200 len: 946 time: 0.0820324 Nov 02 16:48:00.769645 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-d02f1db7-935c-4e8c-811b-32d07feeb27b req-a4831a04-8f3b-44cf-b3c2-9c74d4d1e95f tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712981 Nov 02 16:48:01.370037 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d4f2cd-8479-49eb-9a2a-e7caa53436cb req-280988dd-6d74-4c19-8c23-bb1fcc22fc04 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:01.373847 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-c6d4f2cd-8479-49eb-9a2a-e7caa53436cb req-280988dd-6d74-4c19-8c23-bb1fcc22fc04 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 945 time: 0.0647726 Nov 02 16:48:01.434720 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-c6d4f2cd-8479-49eb-9a2a-e7caa53436cb req-2f75dcd6-9217-4086-baa3-2e9fd789de06 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560958 Nov 02 16:48:01.598261 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 40742) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:01.758630 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-1ec13fe4-6511-4206-8303-fa621bb3c261 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:01.880851 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 40756) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:01.919576 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-1ec13fe4-6511-4206-8303-fa621bb3c261 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:01.931435 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-1ec13fe4-6511-4206-8303-fa621bb3c261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:01.983161 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8de5f75-9d7b-4074-a2d1-05a8b43f919a admin admin] Deleting subnet 340c5b50-f538-45eb-bf23-eaa256609e5f {{(pid=113345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 16:48:01.991301 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-b8de5f75-9d7b-4074-a2d1-05a8b43f919a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:02.002467 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-1ec13fe4-6511-4206-8303-fa621bb3c261 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=b7025e93881e402eb6a0aa89780a69cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4000347 Nov 02 16:48:02.006324 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 40760) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:02.014644 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec13fe4-6511-4206-8303-fa621bb3c261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a78e9f59-cfe2-4374-a459-611ebee22fb9,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:02.046320 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1263df03-9e67-4cce-8b10-bb99d8eae37b req-6e04fb3c-50e7-4e91-9d17-73d4b95db9b8 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:02.052817 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-1263df03-9e67-4cce-8b10-bb99d8eae37b req-6e04fb3c-50e7-4e91-9d17-73d4b95db9b8 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=cc421583-8747-41db-b896-e40bed32a554 HTTP/1.1" status: 200 len: 946 time: 0.1363904 Nov 02 16:48:02.070736 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-b8de5f75-9d7b-4074-a2d1-05a8b43f919a admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:02.090791 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-b8de5f75-9d7b-4074-a2d1-05a8b43f919a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645718'] for subnet, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:02.147632 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-1263df03-9e67-4cce-8b10-bb99d8eae37b req-b0057c63-61ba-4fa0-902d-88299102692e tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935795 Nov 02 16:48:02.153949 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-5e1cf671-a7dd-4aa9-9af1-e029377d2979 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:02.172376 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-b8de5f75-9d7b-4074-a2d1-05a8b43f919a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481'] for subnet, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:02.189936 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-5e1cf671-a7dd-4aa9-9af1-e029377d2979 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:02.206877 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8de5f75-9d7b-4074-a2d1-05a8b43f919a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=340c5b50-f538-45eb-bf23-eaa256609e5f,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:02.216672 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-b8de5f75-9d7b-4074-a2d1-05a8b43f919a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673503'] for subnet, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:02.221271 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-b8de5f75-9d7b-4074-a2d1-05a8b43f919a admin admin] 10.222.0.118 "DELETE /v2.0/subnets/340c5b50-f538-45eb-bf23-eaa256609e5f HTTP/1.1" status: 204 len: 168 time: 0.3387625 Nov 02 16:48:02.227578 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 40772) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:02.385755 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-035d77ca-83d7-48a0-9db6-d8a145636777 req-08f9d589-39fd-4d7e-9517-9af369822af3 tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] 10.222.0.118 "GET /v2.0/networks?tenant_id=8ab3a00c690849c1bd017a9733cec34a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0525966 Nov 02 16:48:02.391956 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-78fba447-5cb6-4abc-87f4-ab3210d54265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652235'] for network, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:02.419315 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-5e1cf671-a7dd-4aa9-9af1-e029377d2979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:02.422065 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-5e1cf671-a7dd-4aa9-9af1-e029377d2979 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:02.425200 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-5e1cf671-a7dd-4aa9-9af1-e029377d2979 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/a78e9f59-cfe2-4374-a459-611ebee22fb9 HTTP/1.1" status: 204 len: 168 time: 0.4160156 Nov 02 16:48:02.486816 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1cf671-a7dd-4aa9-9af1-e029377d2979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78e9f59-cfe2-4374-a459-611ebee22fb9,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:02.682511 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-78fba447-5cb6-4abc-87f4-ab3210d54265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644317', 'neutron.services.segments.db._delete_segments_for_network-8788025296622'] for network, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:02.705368 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d77ca-83d7-48a0-9db6-d8a145636777 req-09ce7270-fc23-4194-836a-98dd7ee8dd56 tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:02.707634 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-035d77ca-83d7-48a0-9db6-d8a145636777 req-09ce7270-fc23-4194-836a-98dd7ee8dd56 tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] 10.222.0.118 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3131993 Nov 02 16:48:02.727261 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-78fba447-5cb6-4abc-87f4-ab3210d54265 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=113344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:48:02.727987 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-78fba447-5cb6-4abc-87f4-ab3210d54265 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=113344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:48:02.729004 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-78fba447-5cb6-4abc-87f4-ab3210d54265 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=113344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:48:02.729537 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-78fba447-5cb6-4abc-87f4-ab3210d54265 admin admin] Subscribe: > port after_create 55550000 {{(pid=113344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:48:02.730067 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-78fba447-5cb6-4abc-87f4-ab3210d54265 admin admin] Subscribe: > port after_delete 55550000 {{(pid=113344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:48:02.730589 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-78fba447-5cb6-4abc-87f4-ab3210d54265 admin admin] Subscribe: > port after_update 55550000 {{(pid=113344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:48:02.731084 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-78fba447-5cb6-4abc-87f4-ab3210d54265 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=113344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:48:02.731579 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-78fba447-5cb6-4abc-87f4-ab3210d54265 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:48:02.732071 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-78fba447-5cb6-4abc-87f4-ab3210d54265 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:48:02.732613 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-78fba447-5cb6-4abc-87f4-ab3210d54265 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=113344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:48:02.870168 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 40798) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:02.887820 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-fae1a732-1f1e-4cea-a758-ead4b9712038 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:02.928251 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-78fba447-5cb6-4abc-87f4-ab3210d54265 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:48:02.929511 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-78fba447-5cb6-4abc-87f4-ab3210d54265 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:48:02.930091 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-78fba447-5cb6-4abc-87f4-ab3210d54265 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=113344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:48:02.930577 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-78fba447-5cb6-4abc-87f4-ab3210d54265 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=113344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:48:02.931253 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.services.segments.db [None req-78fba447-5cb6-4abc-87f4-ab3210d54265 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['244687ba-bf2c-4a2d-aed3-980547dbf6c6']}} {{(pid=113344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:02.971674 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-035d77ca-83d7-48a0-9db6-d8a145636777 req-0dd71e67-6f82-4440-a8fc-07adabd5d941 tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] 10.222.0.118 "GET /v2.0/quotas/8ab3a00c690849c1bd017a9733cec34a HTTP/1.1" status: 200 len: 375 time: 0.2569149 Nov 02 16:48:02.978699 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.services.segments.db [None req-78fba447-5cb6-4abc-87f4-ab3210d54265 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edde6c72-fdff-47d4-80bc-7fa722cc638e') {'for_net_delete': True} {{(pid=113344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:02.979102 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.services.segments.db [None req-78fba447-5cb6-4abc-87f4-ab3210d54265 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edde6c72-fdff-47d4-80bc-7fa722cc638e') {} {{(pid=113344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:03.021704 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-78fba447-5cb6-4abc-87f4-ab3210d54265 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788025301495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25199403'] for segment, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:03.026941 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-fae1a732-1f1e-4cea-a758-ead4b9712038 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:03.043461 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-fae1a732-1f1e-4cea-a758-ead4b9712038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:03.064614 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-035d77ca-83d7-48a0-9db6-d8a145636777 req-520214eb-fb19-40f0-956a-81108869992f tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=8ab3a00c690849c1bd017a9733cec34a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0917776 Nov 02 16:48:03.081401 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-78fba447-5cb6-4abc-87f4-ab3210d54265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639893'] for segment, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:03.105519 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78fba447-5cb6-4abc-87f4-ab3210d54265 admin admin] Releasing vlan 778 on physical network physnet1 to pool {{(pid=113344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:48:03.105759 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-78fba447-5cb6-4abc-87f4-ab3210d54265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25371724'] for segment, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:03.119251 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-fae1a732-1f1e-4cea-a758-ead4b9712038 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=2dcc404fcf33406b887f5349ca728e8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2477388 Nov 02 16:48:03.123009 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 40802) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:03.132234 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae1a732-1f1e-4cea-a758-ead4b9712038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f75482-8992-4fe3-89e2-cacf268cdbc9,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:03.143335 dv-cinder-773876-4-iscsi neutron-server[113344]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 02 16:48:03.143335 dv-cinder-773876-4-iscsi neutron-server[113344]: from cryptography.utils import int_from_bytes Nov 02 16:48:03.143335 dv-cinder-773876-4-iscsi neutron-server[113344]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 02 16:48:03.143335 dv-cinder-773876-4-iscsi neutron-server[113344]: from cryptography.utils import int_from_bytes Nov 02 16:48:03.143335 dv-cinder-773876-4-iscsi neutron-server[113344]: Traceback (most recent call last): Nov 02 16:48:03.143335 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:48:03.143335 dv-cinder-773876-4-iscsi neutron-server[113344]: timer() Nov 02 16:48:03.143335 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:48:03.143335 dv-cinder-773876-4-iscsi neutron-server[113344]: cb(*args, **kw) Nov 02 16:48:03.143335 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:48:03.143335 dv-cinder-773876-4-iscsi neutron-server[113344]: return func(*args, **kwargs) Nov 02 16:48:03.143335 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:48:03.143335 dv-cinder-773876-4-iscsi neutron-server[113344]: self._notify() Nov 02 16:48:03.143335 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:48:03.143335 dv-cinder-773876-4-iscsi neutron-server[113344]: self.callback(batched_events) Nov 02 16:48:03.143335 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:48:03.143335 dv-cinder-773876-4-iscsi neutron-server[113344]: event.method(event) Nov 02 16:48:03.143335 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:48:03.143335 dv-cinder-773876-4-iscsi neutron-server[113344]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:48:03.143335 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:48:03.143335 dv-cinder-773876-4-iscsi neutron-server[113344]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:48:03.143335 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:48:03.143335 dv-cinder-773876-4-iscsi neutron-server[113344]: return f(self, *a, **k) Nov 02 16:48:03.143335 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:48:03.143335 dv-cinder-773876-4-iscsi neutron-server[113344]: return self._get(url).json() Nov 02 16:48:03.143335 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:48:03.143335 dv-cinder-773876-4-iscsi neutron-server[113344]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:48:03.143335 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:48:03.143335 dv-cinder-773876-4-iscsi neutron-server[113344]: return self.request(url, 'GET', **kwargs) Nov 02 16:48:03.143335 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:48:03.143335 dv-cinder-773876-4-iscsi neutron-server[113344]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:48:03.143335 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:48:03.143335 dv-cinder-773876-4-iscsi neutron-server[113344]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:48:03.143335 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:48:03.143335 dv-cinder-773876-4-iscsi neutron-server[113344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:48:03.143335 dv-cinder-773876-4-iscsi neutron-server[113344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:48:03.164537 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea4a04d-fa3e-4653-9809-6fb5ae632fe2 req-2f31b210-4cab-4d9b-85aa-ef85c3f6e663 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:03.169122 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-1ea4a04d-fa3e-4653-9809-6fb5ae632fe2 req-2f31b210-4cab-4d9b-85aa-ef85c3f6e663 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 945 time: 0.1452956 Nov 02 16:48:03.215645 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-78fba447-5cb6-4abc-87f4-ab3210d54265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3708022'] for network, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:03.231118 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-78fba447-5cb6-4abc-87f4-ab3210d54265 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673503'] for network, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:03.237258 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-78fba447-5cb6-4abc-87f4-ab3210d54265 admin admin] 10.222.0.118 "DELETE /v2.0/networks/244687ba-bf2c-4a2d-aed3-980547dbf6c6 HTTP/1.1" status: 204 len: 168 time: 1.0044870 Nov 02 16:48:03.260954 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fba447-5cb6-4abc-87f4-ab3210d54265 admin admin] Pushing event deleted for resources: {'Network': ['ID=244687ba-bf2c-4a2d-aed3-980547dbf6c6,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:03.261728 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-e238c1bd-89cc-42a0-ab3b-2ec61ef74f7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:03.282678 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-1ea4a04d-fa3e-4653-9809-6fb5ae632fe2 req-f8e292d4-b490-4bfa-ba2f-8f7ae5377b95 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021352 Nov 02 16:48:03.314084 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-e238c1bd-89cc-42a0-ab3b-2ec61ef74f7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:03.450013 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-47a49f57-7927-4b18-b024-635fb686819c req-72f73357-a441-454c-84c4-a61e9636cb11 tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] 10.222.0.118 "GET /v2.0/ports?device_id=50d851b6-e607-4ce6-a1d9-ef7d05efdf08 HTTP/1.1" status: 200 len: 210 time: 0.0497251 Nov 02 16:48:03.467084 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-e238c1bd-89cc-42a0-ab3b-2ec61ef74f7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:03.470217 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-e238c1bd-89cc-42a0-ab3b-2ec61ef74f7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:03.475297 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-e238c1bd-89cc-42a0-ab3b-2ec61ef74f7f admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/27f75482-8992-4fe3-89e2-cacf268cdbc9 HTTP/1.1" status: 204 len: 168 time: 0.3469002 Nov 02 16:48:03.484324 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e238c1bd-89cc-42a0-ab3b-2ec61ef74f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f75482-8992-4fe3-89e2-cacf268cdbc9,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:03.596245 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 40822) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:03.688087 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-0f852104-1476-4900-8592-77d59c25168a admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=e3895ec42d70403e8667ea0b09eb9ff0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0920110 Nov 02 16:48:03.690641 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 40826) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:03.766318 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-11c100b4-359b-406a-97a6-709e3d2513ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:03.808687 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-11c100b4-359b-406a-97a6-709e3d2513ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:03.883524 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-11c100b4-359b-406a-97a6-709e3d2513ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:03.886418 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-11c100b4-359b-406a-97a6-709e3d2513ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:03.890624 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-11c100b4-359b-406a-97a6-709e3d2513ec admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/4064422b-7a09-47b0-889c-519c373517a8 HTTP/1.1" status: 204 len: 168 time: 0.1986806 Nov 02 16:48:03.903908 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c100b4-359b-406a-97a6-709e3d2513ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4064422b-7a09-47b0-889c-519c373517a8,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:04.460429 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c03d15a-6574-47a1-b7ac-166749c4809a req-2a0e363b-b6df-4255-83cd-d3c962cb4ea3 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:04.471668 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-8c03d15a-6574-47a1-b7ac-166749c4809a req-2a0e363b-b6df-4255-83cd-d3c962cb4ea3 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 945 time: 0.0843370 Nov 02 16:48:04.545125 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-8c03d15a-6574-47a1-b7ac-166749c4809a req-09d541df-7c6b-47ec-8dc5-05a0d1420007 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714765 Nov 02 16:48:04.643802 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-64f70206-8cca-41cd-8897-8516959bc223 req-6d039815-407d-447b-999f-0b262c913540 tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] 10.222.0.118 "GET /v2.0/ports?device_id=50d851b6-e607-4ce6-a1d9-ef7d05efdf08 HTTP/1.1" status: 200 len: 210 time: 0.0491011 Nov 02 16:48:04.831112 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-035d77ca-83d7-48a0-9db6-d8a145636777 req-cb5ea897-7186-49df-af21-280c5aba3f84 tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=8ab3a00c690849c1bd017a9733cec34a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310519 Nov 02 16:48:05.081250 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d77ca-83d7-48a0-9db6-d8a145636777 req-47fbefbd-c295-4909-8c23-58cde2577972 tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:05.083276 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-035d77ca-83d7-48a0-9db6-d8a145636777 req-47fbefbd-c295-4909-8c23-58cde2577972 tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2319257 Nov 02 16:48:05.095377 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654aa529-a6bb-4774-9470-423ec4e03c8b req-06366277-1b6c-4c6f-a29d-725177c4fda3 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:05.098222 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-654aa529-a6bb-4774-9470-423ec4e03c8b req-06366277-1b6c-4c6f-a29d-725177c4fda3 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/networks?id=716d1add-eeb0-4090-99a3-8e93ac4c3a42 HTTP/1.1" status: 200 len: 814 time: 0.2215023 Nov 02 16:48:05.122415 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.v2.base [req-035d77ca-83d7-48a0-9db6-d8a145636777 req-ae5c9488-6178-4969-9040-255793f1fcee tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] Request body: {'port': {'device_id': '50d851b6-e607-4ce6-a1d9-ef7d05efdf08', 'network_id': '04605e0d-02ca-4f7b-9d43-4fd65424fad5', 'admin_state_up': True, 'tenant_id': '8ab3a00c690849c1bd017a9733cec34a'}} {{(pid=113344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:48:05.149606 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-654aa529-a6bb-4774-9470-423ec4e03c8b req-24ed9997-1f5b-4098-aeed-a68f89248f16 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/quotas/fd124bfe873f4553b53c6d8282df462c HTTP/1.1" status: 200 len: 375 time: 0.0431612 Nov 02 16:48:05.267931 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-654aa529-a6bb-4774-9470-423ec4e03c8b req-dc3937dc-7100-44e6-964a-668085cdf29b tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=fd124bfe873f4553b53c6d8282df462c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0804839 Nov 02 16:48:05.344359 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-035d77ca-83d7-48a0-9db6-d8a145636777 req-ae5c9488-6178-4969-9040-255793f1fcee tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] Made reservation on behalf of 8ab3a00c690849c1bd017a9733cec34a for: {'port': 1} {{(pid=113344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:48:05.348633 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [req-035d77ca-83d7-48a0-9db6-d8a145636777 req-ae5c9488-6178-4969-9040-255793f1fcee tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:05.365784 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [req-035d77ca-83d7-48a0-9db6-d8a145636777 req-ae5c9488-6178-4969-9040-255793f1fcee tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] Publish callbacks [] for security_group, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:05.705923 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b92c02c-fce4-4b9f-a7dd-a71e6b3c5cc8 req-c89c8532-a68a-4fe8-825a-898d43935d9e tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:05.714920 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-2b92c02c-fce4-4b9f-a7dd-a71e6b3c5cc8 req-c89c8532-a68a-4fe8-825a-898d43935d9e tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 945 time: 0.0748847 Nov 02 16:48:05.719140 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-654aa529-a6bb-4774-9470-423ec4e03c8b req-7079cfb7-ac2a-459a-a1b9-8324a2f7f60d service neutron] 10.222.0.118 "GET /v2.0/networks/716d1add-eeb0-4090-99a3-8e93ac4c3a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4373846 Nov 02 16:48:05.792295 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-2b92c02c-fce4-4b9f-a7dd-a71e6b3c5cc8 req-87c39857-c8d6-489d-9954-a6393c6b7969 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756671 Nov 02 16:48:05.867463 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-654aa529-a6bb-4774-9470-423ec4e03c8b req-d680d0ea-d6c0-421c-9b6b-080a21a6a599 service neutron] 10.222.0.118 "GET /v2.0/networks/716d1add-eeb0-4090-99a3-8e93ac4c3a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377642 Nov 02 16:48:05.929375 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-49b8a80b-b4b6-47bf-b6c6-45e88cfdc87b req-08ed1c7c-fc1f-4429-8f08-bcdd8e3fd28a tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] 10.222.0.118 "GET /v2.0/ports?device_id=50d851b6-e607-4ce6-a1d9-ef7d05efdf08 HTTP/1.1" status: 200 len: 210 time: 0.0507791 Nov 02 16:48:05.962228 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [req-035d77ca-83d7-48a0-9db6-d8a145636777 req-ae5c9488-6178-4969-9040-255793f1fcee tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] Publish callbacks [] for security_group, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:05.976161 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [req-035d77ca-83d7-48a0-9db6-d8a145636777 req-ae5c9488-6178-4969-9040-255793f1fcee tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:06.177113 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5c9488-6178-4969-9040-255793f1fcee tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b8184a-4754-4df3-9596-fbc18f5e16f4,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:06.270842 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-0c585906-821e-438e-b550-4f2b40d778b5 req-5ce2740a-9ecc-4169-828f-509abdda3069 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=fdee2c0e-24c6-4a99-8dce-73d69b59a7a2 HTTP/1.1" status: 200 len: 210 time: 0.0482926 Nov 02 16:48:06.288424 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.db.db_base_plugin_common [req-035d77ca-83d7-48a0-9db6-d8a145636777 req-ae5c9488-6178-4969-9040-255793f1fcee tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] Allocated IP 192.168.233.34 (04605e0d-02ca-4f7b-9d43-4fd65424fad5/d22795d4-e2b8-475a-8646-932d1ef55813/a7ecf739-9692-469b-a936-8c8d435d6449) {{(pid=113344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:48:06.514354 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [req-035d77ca-83d7-48a0-9db6-d8a145636777 req-ae5c9488-6178-4969-9040-255793f1fcee tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] Publish callbacks [] for port, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:06.555399 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [req-035d77ca-83d7-48a0-9db6-d8a145636777 req-ae5c9488-6178-4969-9040-255793f1fcee tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788024814062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25371697'] for port, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:06.605410 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-035d77ca-83d7-48a0-9db6-d8a145636777 req-ae5c9488-6178-4969-9040-255793f1fcee tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] Network 04605e0d-02ca-4f7b-9d43-4fd65424fad5 is already hosted by enough agents. {{(pid=113344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:48:06.611605 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.base_scheduler [req-035d77ca-83d7-48a0-9db6-d8a145636777 req-ae5c9488-6178-4969-9040-255793f1fcee tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] Resources bound (agent type, host, resource id): {{(pid=113344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:48:06.616856 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.db.l3_dvrscheduler_db [req-035d77ca-83d7-48a0-9db6-d8a145636777 req-ae5c9488-6178-4969-9040-255793f1fcee tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] Received port after_create {{(pid=113344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:48:06.625354 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5c9488-6178-4969-9040-255793f1fcee tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] Pushing event updated for resources: {'Port': ['ID=a7ecf739-9692-469b-a936-8c8d435d6449,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:06.694360 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d77ca-83d7-48a0-9db6-d8a145636777 req-ae5c9488-6178-4969-9040-255793f1fcee tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:06.695152 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [req-035d77ca-83d7-48a0-9db6-d8a145636777 req-ae5c9488-6178-4969-9040-255793f1fcee tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221'] for port, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:06.716639 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-035d77ca-83d7-48a0-9db6-d8a145636777 req-ae5c9488-6178-4969-9040-255793f1fcee tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5996754 Nov 02 16:48:06.745011 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.v2.base [req-035d77ca-83d7-48a0-9db6-d8a145636777 req-ce93fd71-8f9e-4c89-903f-5ddb988670d8 service neutron] Request body: {'port': {'device_id': '50d851b6-e607-4ce6-a1d9-ef7d05efdf08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=113344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:48:06.816974 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [req-035d77ca-83d7-48a0-9db6-d8a145636777 req-ce93fd71-8f9e-4c89-903f-5ddb988670d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:06.927438 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-1464e77e-bb64-4694-ba25-9410bc269b0b None None] Provisioning complete for port a7ecf739-9692-469b-a936-8c8d435d6449 triggered by entity DHCP. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:48:06.928168 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-1464e77e-bb64-4694-ba25-9410bc269b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:06.959890 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec57858-3e9a-4de0-88ae-d1c812b370be req-77594c04-e1df-4b13-b6f5-932638b38baf tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:06.961873 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-2ec57858-3e9a-4de0-88ae-d1c812b370be req-77594c04-e1df-4b13-b6f5-932638b38baf tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 945 time: 0.0759916 Nov 02 16:48:06.983855 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-1464e77e-bb64-4694-ba25-9410bc269b0b None None] Port a7ecf739-9692-469b-a936-8c8d435d6449 cannot update to ACTIVE because it is not bound. {{(pid=113346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 16:48:07.035459 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-2ec57858-3e9a-4de0-88ae-d1c812b370be req-63b3a1e3-5d1f-42d4-890c-e5497cbb3814 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656130 Nov 02 16:48:07.155769 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd14be7-2292-478b-825c-150ac84e0fd7 req-dab4d3c3-4158-4623-ae78-c79d3236efb5 tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:07.157441 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-5cd14be7-2292-478b-825c-150ac84e0fd7 req-dab4d3c3-4158-4623-ae78-c79d3236efb5 tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] 10.222.0.118 "GET /v2.0/ports?device_id=50d851b6-e607-4ce6-a1d9-ef7d05efdf08 HTTP/1.1" status: 200 len: 935 time: 0.1280878 Nov 02 16:48:07.269337 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-5cd14be7-2292-478b-825c-150ac84e0fd7 req-c79b25f7-af12-4964-822a-8d626501e1f1 tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] 10.222.0.118 "GET /v2.0/security-groups?id=e4b8184a-4754-4df3-9596-fbc18f5e16f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017249 Nov 02 16:48:07.286521 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.notifiers.nova [req-035d77ca-83d7-48a0-9db6-d8a145636777 req-ce93fd71-8f9e-4c89-903f-5ddb988670d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7ecf739-9692-469b-a936-8c8d435d6449 {{(pid=113344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:48:07.297576 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [req-035d77ca-83d7-48a0-9db6-d8a145636777 req-ce93fd71-8f9e-4c89-903f-5ddb988670d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:07.324497 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.db.provisioning_blocks [req-035d77ca-83d7-48a0-9db6-d8a145636777 req-ce93fd71-8f9e-4c89-903f-5ddb988670d8 service neutron] Transition to ACTIVE for port object a7ecf739-9692-469b-a936-8c8d435d6449 will not be triggered until provisioned by entity L2. {{(pid=113344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:48:07.330439 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [req-035d77ca-83d7-48a0-9db6-d8a145636777 req-ce93fd71-8f9e-4c89-903f-5ddb988670d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25371688'] for port, after_update {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:07.428645 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-8e93c060-a9dd-42db-a05c-41afe1acf26b req-d9d241b4-6aba-4d80-bad7-783b2570a740 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=fdee2c0e-24c6-4a99-8dce-73d69b59a7a2 HTTP/1.1" status: 200 len: 210 time: 0.0477653 Nov 02 16:48:07.432127 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce93fd71-8f9e-4c89-903f-5ddb988670d8 service neutron] Pushing event updated for resources: {'Port': ['ID=a7ecf739-9692-469b-a936-8c8d435d6449,revision_number=2']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:07.591699 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.managers [req-035d77ca-83d7-48a0-9db6-d8a145636777 req-ce93fd71-8f9e-4c89-903f-5ddb988670d8 service neutron] Attempting to bind port a7ecf739-9692-469b-a936-8c8d435d6449 on host hv-cinder-77387 for vnic_type normal with profile {{(pid=113344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 16:48:07.592060 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.managers [req-035d77ca-83d7-48a0-9db6-d8a145636777 req-ce93fd71-8f9e-4c89-903f-5ddb988670d8 service neutron] Attempting to bind port a7ecf739-9692-469b-a936-8c8d435d6449 by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': 'cdeb095f-36fa-4898-bb65-f7ef309c248c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '04605e0d-02ca-4f7b-9d43-4fd65424fad5'}] {{(pid=113344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 16:48:07.593621 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035d77ca-83d7-48a0-9db6-d8a145636777 req-ce93fd71-8f9e-4c89-903f-5ddb988670d8 service neutron] Attempting to bind port a7ecf739-9692-469b-a936-8c8d435d6449 on network 04605e0d-02ca-4f7b-9d43-4fd65424fad5 {{(pid=113344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:48:07.606226 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035d77ca-83d7-48a0-9db6-d8a145636777 req-ce93fd71-8f9e-4c89-903f-5ddb988670d8 service neutron] Port a7ecf739-9692-469b-a936-8c8d435d6449 on network 04605e0d-02ca-4f7b-9d43-4fd65424fad5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=113344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:48:07.606935 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035d77ca-83d7-48a0-9db6-d8a145636777 req-ce93fd71-8f9e-4c89-903f-5ddb988670d8 service neutron] Attempting to bind port a7ecf739-9692-469b-a936-8c8d435d6449 on network 04605e0d-02ca-4f7b-9d43-4fd65424fad5 {{(pid=113344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:48:07.618310 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035d77ca-83d7-48a0-9db6-d8a145636777 req-ce93fd71-8f9e-4c89-903f-5ddb988670d8 service neutron] Checking agent: {'id': 'a22495b4-0922-47cf-b0eb-f0742ace0d4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 44, 22), 'started_at': datetime.datetime(2021, 11, 2, 16, 44, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:48:07.618662 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035d77ca-83d7-48a0-9db6-d8a145636777 req-ce93fd71-8f9e-4c89-903f-5ddb988670d8 service neutron] Checking segment: {'id': 'cdeb095f-36fa-4898-bb65-f7ef309c248c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '04605e0d-02ca-4f7b-9d43-4fd65424fad5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 16:48:07.619451 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035d77ca-83d7-48a0-9db6-d8a145636777 req-ce93fd71-8f9e-4c89-903f-5ddb988670d8 service neutron] Bound using segment: {'id': 'cdeb095f-36fa-4898-bb65-f7ef309c248c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '04605e0d-02ca-4f7b-9d43-4fd65424fad5'} {{(pid=113344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:48:07.619596 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.managers [req-035d77ca-83d7-48a0-9db6-d8a145636777 req-ce93fd71-8f9e-4c89-903f-5ddb988670d8 service neutron] Bound port: a7ecf739-9692-469b-a936-8c8d435d6449, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdeb095f-36fa-4898-bb65-f7ef309c248c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '04605e0d-02ca-4f7b-9d43-4fd65424fad5'}}] {{(pid=113344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 16:48:07.620019 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [req-035d77ca-83d7-48a0-9db6-d8a145636777 req-ce93fd71-8f9e-4c89-903f-5ddb988670d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:07.781782 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.db [req-035d77ca-83d7-48a0-9db6-d8a145636777 req-ce93fd71-8f9e-4c89-903f-5ddb988670d8 service neutron] For port a7ecf739-9692-469b-a936-8c8d435d6449, host hv-cinder-77387, cleared binding levels {{(pid=113344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:48:07.790489 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.db [req-035d77ca-83d7-48a0-9db6-d8a145636777 req-ce93fd71-8f9e-4c89-903f-5ddb988670d8 service neutron] For port a7ecf739-9692-469b-a936-8c8d435d6449, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=a7ecf739-9692-469b-a936-8c8d435d6449,segment=NetworkSegment(cdeb095f-36fa-4898-bb65-f7ef309c248c),segment_id=cdeb095f-36fa-4898-bb65-f7ef309c248c)] {{(pid=113344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:48:07.817460 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [req-035d77ca-83d7-48a0-9db6-d8a145636777 req-ce93fd71-8f9e-4c89-903f-5ddb988670d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25371688'] for port, after_update {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:07.867440 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d77ca-83d7-48a0-9db6-d8a145636777 req-ce93fd71-8f9e-4c89-903f-5ddb988670d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:07.867939 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [req-035d77ca-83d7-48a0-9db6-d8a145636777 req-ce93fd71-8f9e-4c89-903f-5ddb988670d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221'] for port, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:07.877857 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-035d77ca-83d7-48a0-9db6-d8a145636777 req-ce93fd71-8f9e-4c89-903f-5ddb988670d8 service neutron] 10.222.0.76 "PUT /v2.0/ports/a7ecf739-9692-469b-a936-8c8d435d6449 HTTP/1.1" status: 200 len: 1097 time: 1.1373737 Nov 02 16:48:07.880862 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50d851b6-e607-4ce6-a1d9-ef7d05efdf08', 'tag': 'a7ecf739-9692-469b-a936-8c8d435d6449'}] {{(pid=113344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:48:07.884360 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5f30fc3850fd44c96454e051096f60fc18984a92350f5d63aa5481a86e136a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b43815f-029b-4437-806a-fa78e2f0215d" -d '{"events": [{"name": "network-changed", "server_uuid": "50d851b6-e607-4ce6-a1d9-ef7d05efdf08", "tag": "a7ecf739-9692-469b-a936-8c8d435d6449"}]}' {{(pid=113344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:48:07.935278 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce93fd71-8f9e-4c89-903f-5ddb988670d8 service neutron] Pushing event updated for resources: {'Port': ['ID=a7ecf739-9692-469b-a936-8c8d435d6449,revision_number=3']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:07.936168 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654aa529-a6bb-4774-9470-423ec4e03c8b req-10c432a5-502f-4566-b3d5-0beb8e630716 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:07.950280 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-654aa529-a6bb-4774-9470-423ec4e03c8b req-10c432a5-502f-4566-b3d5-0beb8e630716 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.76 "GET /v2.0/networks?id=716d1add-eeb0-4090-99a3-8e93ac4c3a42 HTTP/1.1" status: 200 len: 814 time: 0.3108051 Nov 02 16:48:07.973225 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a326963-37c1-49aa-8605-64bd84771fae x-openstack-request-id: req-0a326963-37c1-49aa-8605-64bd84771fae {{(pid=113344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:48:07.973556 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50d851b6-e607-4ce6-a1d9-ef7d05efdf08", "tag": "a7ecf739-9692-469b-a936-8c8d435d6449", "status": "completed", "code": 200}]} {{(pid=113344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:48:07.973853 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-0a326963-37c1-49aa-8605-64bd84771fae {{(pid=113344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:48:07.974223 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50d851b6-e607-4ce6-a1d9-ef7d05efdf08', 'tag': 'a7ecf739-9692-469b-a936-8c8d435d6449', 'status': 'completed', 'code': 200} Nov 02 16:48:07.992227 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.v2.base [req-654aa529-a6bb-4774-9470-423ec4e03c8b req-841b05d1-aa82-4a60-916f-752140dcc7f9 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Request body: {'port': {'device_id': 'fdee2c0e-24c6-4a99-8dce-73d69b59a7a2', 'network_id': '716d1add-eeb0-4090-99a3-8e93ac4c3a42', 'admin_state_up': True, 'tenant_id': 'fd124bfe873f4553b53c6d8282df462c'}} {{(pid=113345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:48:08.025328 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d77ca-83d7-48a0-9db6-d8a145636777 req-ef40aac2-81c8-4fc9-bf37-7fbd431d947a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:08.027181 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-035d77ca-83d7-48a0-9db6-d8a145636777 req-ef40aac2-81c8-4fc9-bf37-7fbd431d947a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8ab3a00c690849c1bd017a9733cec34a&device_id=50d851b6-e607-4ce6-a1d9-ef7d05efdf08 HTTP/1.1" status: 200 len: 1100 time: 0.0755827 Nov 02 16:48:08.143420 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-035d77ca-83d7-48a0-9db6-d8a145636777 req-dce9e2ec-f8be-46a6-ad59-eaf3a5822112 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=a7ecf739-9692-469b-a936-8c8d435d6449 HTTP/1.1" status: 200 len: 217 time: 0.0930474 Nov 02 16:48:08.222722 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-654aa529-a6bb-4774-9470-423ec4e03c8b req-841b05d1-aa82-4a60-916f-752140dcc7f9 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Made reservation on behalf of fd124bfe873f4553b53c6d8282df462c for: {'port': 1} {{(pid=113345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:48:08.229122 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-654aa529-a6bb-4774-9470-423ec4e03c8b req-841b05d1-aa82-4a60-916f-752140dcc7f9 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:08.250383 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d77ca-83d7-48a0-9db6-d8a145636777 req-d0bbd1f3-3792-44cb-9299-d44837a3d87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:08.251978 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-035d77ca-83d7-48a0-9db6-d8a145636777 req-d0bbd1f3-3792-44cb-9299-d44837a3d87d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d22795d4-e2b8-475a-8646-932d1ef55813 HTTP/1.1" status: 200 len: 843 time: 0.0901892 Nov 02 16:48:08.280054 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f7ab2-c34d-4127-9605-7e3581a917da req-29039e3f-7c6e-433c-a34d-45c5a563164a tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:08.284749 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-a69f7ab2-c34d-4127-9605-7e3581a917da req-29039e3f-7c6e-433c-a34d-45c5a563164a tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 945 time: 0.0939686 Nov 02 16:48:08.354593 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-1277a144-d819-41b5-a59f-22821e55e3c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:08.381160 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d77ca-83d7-48a0-9db6-d8a145636777 req-84a39d21-1e52-43f1-8d79-841170bdebe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:08.383010 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-035d77ca-83d7-48a0-9db6-d8a145636777 req-84a39d21-1e52-43f1-8d79-841170bdebe6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=04605e0d-02ca-4f7b-9d43-4fd65424fad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0970502 Nov 02 16:48:08.398509 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-a69f7ab2-c34d-4127-9605-7e3581a917da req-6526a404-3d99-423d-8440-f3ac27e1cc79 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036532 Nov 02 16:48:08.412488 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.db_base_plugin_common [req-654aa529-a6bb-4774-9470-423ec4e03c8b req-841b05d1-aa82-4a60-916f-752140dcc7f9 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Allocated IP 172.20.0.2 (716d1add-eeb0-4090-99a3-8e93ac4c3a42/1c574b2f-5688-4840-800f-5e2d7519c217/ae21c04d-1584-4ff1-80e2-e50cf95ef8ad) {{(pid=113345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:48:08.542461 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-035d77ca-83d7-48a0-9db6-d8a145636777 req-90168005-09da-4ef8-b185-15d7e46bcffb service neutron] 10.222.0.76 "GET /v2.0/networks/04605e0d-02ca-4f7b-9d43-4fd65424fad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412702 Nov 02 16:48:08.686706 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2971ada0-d220-431d-bae1-36bee3f9388b req-e76b0261-4f50-44e1-a764-e074431930a0 tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:08.701194 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-2971ada0-d220-431d-bae1-36bee3f9388b req-e76b0261-4f50-44e1-a764-e074431930a0 tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] 10.222.0.118 "GET /v2.0/ports?device_id=50d851b6-e607-4ce6-a1d9-ef7d05efdf08 HTTP/1.1" status: 200 len: 947 time: 0.2473955 Nov 02 16:48:08.705030 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-035d77ca-83d7-48a0-9db6-d8a145636777 req-63584550-f758-4c1b-b09f-67aabeac16b4 service neutron] 10.222.0.76 "GET /v2.0/networks/04605e0d-02ca-4f7b-9d43-4fd65424fad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331055 Nov 02 16:48:08.765569 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-f2e1c8d4-1171-446e-b7ec-7495a5682576 req-995039bf-e6ec-49a3-b42a-a879022daa7d tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=fdee2c0e-24c6-4a99-8dce-73d69b59a7a2 HTTP/1.1" status: 200 len: 210 time: 0.0523994 Nov 02 16:48:08.819562 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-2971ada0-d220-431d-bae1-36bee3f9388b req-d1b36ef1-ea0a-4228-9aa1-1533e9eea916 tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] 10.222.0.118 "GET /v2.0/security-groups?id=e4b8184a-4754-4df3-9596-fbc18f5e16f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169834 Nov 02 16:48:08.827033 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-654aa529-a6bb-4774-9470-423ec4e03c8b req-841b05d1-aa82-4a60-916f-752140dcc7f9 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Publish callbacks [] for port, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:08.870541 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b43815f-029b-4437-806a-fa78e2f0215d req-c1bb99c7-252b-480f-a3af-c567de61762a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:08.872227 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-8b43815f-029b-4437-806a-fa78e2f0215d req-c1bb99c7-252b-480f-a3af-c567de61762a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8ab3a00c690849c1bd017a9733cec34a&device_id=50d851b6-e607-4ce6-a1d9-ef7d05efdf08 HTTP/1.1" status: 200 len: 1100 time: 0.0922143 Nov 02 16:48:08.888697 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-654aa529-a6bb-4774-9470-423ec4e03c8b req-841b05d1-aa82-4a60-916f-752140dcc7f9 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788024814062'] for port, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:08.915880 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] get_ports_and_sgs() called for port_ids ['6d3bae71-e514-49ab-9222-9632d4fba0f5', 'f4eb8e96-4a89-4943-bb1e-67b3c0d0953e'] {{(pid=113346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:48:08.944092 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-654aa529-a6bb-4774-9470-423ec4e03c8b req-841b05d1-aa82-4a60-916f-752140dcc7f9 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Network 716d1add-eeb0-4090-99a3-8e93ac4c3a42 is already hosted by enough agents. {{(pid=113345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:48:08.949732 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.base_scheduler [req-654aa529-a6bb-4774-9470-423ec4e03c8b req-841b05d1-aa82-4a60-916f-752140dcc7f9 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Resources bound (agent type, host, resource id): {{(pid=113345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:48:08.954116 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.l3_dvrscheduler_db [req-654aa529-a6bb-4774-9470-423ec4e03c8b req-841b05d1-aa82-4a60-916f-752140dcc7f9 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Received port after_create {{(pid=113345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:48:08.961360 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654aa529-a6bb-4774-9470-423ec4e03c8b req-841b05d1-aa82-4a60-916f-752140dcc7f9 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:08.962067 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-654aa529-a6bb-4774-9470-423ec4e03c8b req-841b05d1-aa82-4a60-916f-752140dcc7f9 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673503'] for port, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:08.971801 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841b05d1-aa82-4a60-916f-752140dcc7f9 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Pushing event updated for resources: {'Port': ['ID=ae21c04d-1584-4ff1-80e2-e50cf95ef8ad,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:08.997688 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-654aa529-a6bb-4774-9470-423ec4e03c8b req-841b05d1-aa82-4a60-916f-752140dcc7f9 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0119879 Nov 02 16:48:09.012697 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b43815f-029b-4437-806a-fa78e2f0215d req-070c43fb-248e-44ce-884a-16a86699be6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:09.015004 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-8b43815f-029b-4437-806a-fa78e2f0215d req-070c43fb-248e-44ce-884a-16a86699be6e service neutron] 10.222.0.76 "GET /v2.0/networks?id=04605e0d-02ca-4f7b-9d43-4fd65424fad5 HTTP/1.1" status: 200 len: 870 time: 0.1313267 Nov 02 16:48:09.021865 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.v2.base [req-654aa529-a6bb-4774-9470-423ec4e03c8b req-91e3cbcf-b69e-44e2-b435-7ee8f11de0fb service neutron] Request body: {'port': {'device_id': 'fdee2c0e-24c6-4a99-8dce-73d69b59a7a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=113345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:48:09.070556 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-8b43815f-029b-4437-806a-fa78e2f0215d req-6815ef4d-ba3b-41d8-81f7-d3448f91924b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=a7ecf739-9692-469b-a936-8c8d435d6449 HTTP/1.1" status: 200 len: 217 time: 0.0457006 Nov 02 16:48:09.097402 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-654aa529-a6bb-4774-9470-423ec4e03c8b req-91e3cbcf-b69e-44e2-b435-7ee8f11de0fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:09.155333 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b43815f-029b-4437-806a-fa78e2f0215d req-2f256315-7188-4226-8037-21e2a45d3da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:09.157590 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-8b43815f-029b-4437-806a-fa78e2f0215d req-2f256315-7188-4226-8037-21e2a45d3da0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d22795d4-e2b8-475a-8646-932d1ef55813 HTTP/1.1" status: 200 len: 843 time: 0.0737092 Nov 02 16:48:09.274474 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b43815f-029b-4437-806a-fa78e2f0215d req-0d05b5ef-8536-4bdb-a79c-322787f2fd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:09.278787 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-8b43815f-029b-4437-806a-fa78e2f0215d req-0d05b5ef-8536-4bdb-a79c-322787f2fd2d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=04605e0d-02ca-4f7b-9d43-4fd65424fad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1049767 Nov 02 16:48:09.418001 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-8b43815f-029b-4437-806a-fa78e2f0215d req-8957434a-0337-4fbf-8ebd-914957793ce1 service neutron] 10.222.0.76 "GET /v2.0/networks/04605e0d-02ca-4f7b-9d43-4fd65424fad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330333 Nov 02 16:48:09.514906 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.notifiers.nova [req-654aa529-a6bb-4774-9470-423ec4e03c8b req-91e3cbcf-b69e-44e2-b435-7ee8f11de0fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae21c04d-1584-4ff1-80e2-e50cf95ef8ad {{(pid=113345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:48:09.528020 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-654aa529-a6bb-4774-9470-423ec4e03c8b req-91e3cbcf-b69e-44e2-b435-7ee8f11de0fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:09.544443 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.provisioning_blocks [req-654aa529-a6bb-4774-9470-423ec4e03c8b req-91e3cbcf-b69e-44e2-b435-7ee8f11de0fb service neutron] Transition to ACTIVE for port object ae21c04d-1584-4ff1-80e2-e50cf95ef8ad will not be triggered until provisioned by entity L2. {{(pid=113345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:48:09.549423 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-654aa529-a6bb-4774-9470-423ec4e03c8b req-91e3cbcf-b69e-44e2-b435-7ee8f11de0fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:09.587898 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-8b43815f-029b-4437-806a-fa78e2f0215d req-a36657e8-434d-4d53-8bcf-46c8c4317d9a service neutron] 10.222.0.76 "GET /v2.0/networks/04605e0d-02ca-4f7b-9d43-4fd65424fad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527357 Nov 02 16:48:09.608850 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6771f02e-5d62-412c-b01e-3606af1b979a req-63f0ea13-4e1c-4938-bc30-47b241abda24 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:09.609186 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e3cbcf-b69e-44e2-b435-7ee8f11de0fb service neutron] Pushing event updated for resources: {'Port': ['ID=ae21c04d-1584-4ff1-80e2-e50cf95ef8ad,revision_number=2']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:09.610535 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-6771f02e-5d62-412c-b01e-3606af1b979a req-63f0ea13-4e1c-4938-bc30-47b241abda24 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 945 time: 0.0728943 Nov 02 16:48:09.651869 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.managers [req-654aa529-a6bb-4774-9470-423ec4e03c8b req-91e3cbcf-b69e-44e2-b435-7ee8f11de0fb service neutron] Attempting to bind port ae21c04d-1584-4ff1-80e2-e50cf95ef8ad on host hv-cinder-77387 for vnic_type normal with profile {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 16:48:09.652597 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.managers [req-654aa529-a6bb-4774-9470-423ec4e03c8b req-91e3cbcf-b69e-44e2-b435-7ee8f11de0fb service neutron] Attempting to bind port ae21c04d-1584-4ff1-80e2-e50cf95ef8ad by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': 'd6d67ab2-fd0f-4a4e-a197-bf243bf1fa07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '716d1add-eeb0-4090-99a3-8e93ac4c3a42'}] {{(pid=113345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 16:48:09.652597 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654aa529-a6bb-4774-9470-423ec4e03c8b req-91e3cbcf-b69e-44e2-b435-7ee8f11de0fb service neutron] Attempting to bind port ae21c04d-1584-4ff1-80e2-e50cf95ef8ad on network 716d1add-eeb0-4090-99a3-8e93ac4c3a42 {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:48:09.658592 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654aa529-a6bb-4774-9470-423ec4e03c8b req-91e3cbcf-b69e-44e2-b435-7ee8f11de0fb service neutron] Port ae21c04d-1584-4ff1-80e2-e50cf95ef8ad on network 716d1add-eeb0-4090-99a3-8e93ac4c3a42 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:48:09.659247 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654aa529-a6bb-4774-9470-423ec4e03c8b req-91e3cbcf-b69e-44e2-b435-7ee8f11de0fb service neutron] Attempting to bind port ae21c04d-1584-4ff1-80e2-e50cf95ef8ad on network 716d1add-eeb0-4090-99a3-8e93ac4c3a42 {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:48:09.668030 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654aa529-a6bb-4774-9470-423ec4e03c8b req-91e3cbcf-b69e-44e2-b435-7ee8f11de0fb service neutron] Checking agent: {'id': 'a22495b4-0922-47cf-b0eb-f0742ace0d4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 44, 22), 'started_at': datetime.datetime(2021, 11, 2, 16, 44, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:48:09.669346 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654aa529-a6bb-4774-9470-423ec4e03c8b req-91e3cbcf-b69e-44e2-b435-7ee8f11de0fb service neutron] Checking segment: {'id': 'd6d67ab2-fd0f-4a4e-a197-bf243bf1fa07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '716d1add-eeb0-4090-99a3-8e93ac4c3a42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 16:48:09.669346 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654aa529-a6bb-4774-9470-423ec4e03c8b req-91e3cbcf-b69e-44e2-b435-7ee8f11de0fb service neutron] Bound using segment: {'id': 'd6d67ab2-fd0f-4a4e-a197-bf243bf1fa07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '716d1add-eeb0-4090-99a3-8e93ac4c3a42'} {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:48:09.669889 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.managers [req-654aa529-a6bb-4774-9470-423ec4e03c8b req-91e3cbcf-b69e-44e2-b435-7ee8f11de0fb service neutron] Bound port: ae21c04d-1584-4ff1-80e2-e50cf95ef8ad, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6d67ab2-fd0f-4a4e-a197-bf243bf1fa07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '716d1add-eeb0-4090-99a3-8e93ac4c3a42'}}] {{(pid=113345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 16:48:09.670875 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-654aa529-a6bb-4774-9470-423ec4e03c8b req-91e3cbcf-b69e-44e2-b435-7ee8f11de0fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:09.676799 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-6771f02e-5d62-412c-b01e-3606af1b979a req-e745e0fd-121c-4d84-9ebb-efc1c625f98c tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537322 Nov 02 16:48:09.750980 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.db [req-654aa529-a6bb-4774-9470-423ec4e03c8b req-91e3cbcf-b69e-44e2-b435-7ee8f11de0fb service neutron] For port ae21c04d-1584-4ff1-80e2-e50cf95ef8ad, host hv-cinder-77387, cleared binding levels {{(pid=113345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:48:09.754982 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.db [req-654aa529-a6bb-4774-9470-423ec4e03c8b req-91e3cbcf-b69e-44e2-b435-7ee8f11de0fb service neutron] For port ae21c04d-1584-4ff1-80e2-e50cf95ef8ad, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=ae21c04d-1584-4ff1-80e2-e50cf95ef8ad,segment=NetworkSegment(d6d67ab2-fd0f-4a4e-a197-bf243bf1fa07),segment_id=d6d67ab2-fd0f-4a4e-a197-bf243bf1fa07)] {{(pid=113345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:48:09.760282 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-654aa529-a6bb-4774-9470-423ec4e03c8b req-91e3cbcf-b69e-44e2-b435-7ee8f11de0fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:09.810639 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654aa529-a6bb-4774-9470-423ec4e03c8b req-91e3cbcf-b69e-44e2-b435-7ee8f11de0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:09.811290 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-654aa529-a6bb-4774-9470-423ec4e03c8b req-91e3cbcf-b69e-44e2-b435-7ee8f11de0fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673503'] for port, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:09.812875 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-654aa529-a6bb-4774-9470-423ec4e03c8b req-91e3cbcf-b69e-44e2-b435-7ee8f11de0fb service neutron] 10.222.0.76 "PUT /v2.0/ports/ae21c04d-1584-4ff1-80e2-e50cf95ef8ad HTTP/1.1" status: 200 len: 1093 time: 0.7977235 Nov 02 16:48:09.813393 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdee2c0e-24c6-4a99-8dce-73d69b59a7a2', 'tag': 'ae21c04d-1584-4ff1-80e2-e50cf95ef8ad'}] {{(pid=113345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:48:09.815954 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88728d28071a92af03fe3e2826ca256f68f88e9f4aa3bce1a4ce6001ce5f6d9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-903bb73f-a15f-4982-bb81-d3b7133eeef2" -d '{"events": [{"name": "network-changed", "server_uuid": "fdee2c0e-24c6-4a99-8dce-73d69b59a7a2", "tag": "ae21c04d-1584-4ff1-80e2-e50cf95ef8ad"}]}' {{(pid=113345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:48:09.849591 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e3cbcf-b69e-44e2-b435-7ee8f11de0fb service neutron] Pushing event updated for resources: {'Port': ['ID=ae21c04d-1584-4ff1-80e2-e50cf95ef8ad,revision_number=3']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:09.884832 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ab5a5a-6eb9-4d32-84d4-278785d2a9b0 x-openstack-request-id: req-27ab5a5a-6eb9-4d32-84d4-278785d2a9b0 {{(pid=113345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:48:09.885219 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdee2c0e-24c6-4a99-8dce-73d69b59a7a2", "tag": "ae21c04d-1584-4ff1-80e2-e50cf95ef8ad", "status": "completed", "code": 200}]} {{(pid=113345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:48:09.885609 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-27ab5a5a-6eb9-4d32-84d4-278785d2a9b0 {{(pid=113345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:48:09.886499 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdee2c0e-24c6-4a99-8dce-73d69b59a7a2', 'tag': 'ae21c04d-1584-4ff1-80e2-e50cf95ef8ad', 'status': 'completed', 'code': 200} Nov 02 16:48:09.949276 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c6467d-2e5f-4565-aa29-5f5249465321 req-174b9782-c05a-4439-825c-dc9ca0668a52 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:09.951175 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-08c6467d-2e5f-4565-aa29-5f5249465321 req-174b9782-c05a-4439-825c-dc9ca0668a52 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=fdee2c0e-24c6-4a99-8dce-73d69b59a7a2 HTTP/1.1" status: 200 len: 943 time: 0.1076548 Nov 02 16:48:09.991030 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654aa529-a6bb-4774-9470-423ec4e03c8b req-fd5ab145-56e3-48ea-9da3-982659733217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:09.992807 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-654aa529-a6bb-4774-9470-423ec4e03c8b req-fd5ab145-56e3-48ea-9da3-982659733217 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fd124bfe873f4553b53c6d8282df462c&device_id=fdee2c0e-24c6-4a99-8dce-73d69b59a7a2 HTTP/1.1" status: 200 len: 1096 time: 0.0895231 Nov 02 16:48:10.010015 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-08c6467d-2e5f-4565-aa29-5f5249465321 req-e6fae5d1-6805-4dcc-a231-ee2b2aa20739 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512943 Nov 02 16:48:10.072381 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002b0fed-9002-4b5c-8f55-3aa0e313e84f req-206264fa-aadd-4481-9341-4b51f291ad47 tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:10.073956 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-002b0fed-9002-4b5c-8f55-3aa0e313e84f req-206264fa-aadd-4481-9341-4b51f291ad47 tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] 10.222.0.118 "GET /v2.0/ports?device_id=50d851b6-e607-4ce6-a1d9-ef7d05efdf08 HTTP/1.1" status: 200 len: 947 time: 0.1254971 Nov 02 16:48:10.075990 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-654aa529-a6bb-4774-9470-423ec4e03c8b req-ac6e6902-3c88-4fef-85ed-8e0579be9cc6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ae21c04d-1584-4ff1-80e2-e50cf95ef8ad HTTP/1.1" status: 200 len: 217 time: 0.0681310 Nov 02 16:48:10.165967 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654aa529-a6bb-4774-9470-423ec4e03c8b req-d3d936a6-5c45-49f5-9ebd-f6e0531acd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:10.167368 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-654aa529-a6bb-4774-9470-423ec4e03c8b req-d3d936a6-5c45-49f5-9ebd-f6e0531acd15 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1c574b2f-5688-4840-800f-5e2d7519c217 HTTP/1.1" status: 200 len: 854 time: 0.0690594 Nov 02 16:48:10.171076 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-002b0fed-9002-4b5c-8f55-3aa0e313e84f req-3b9b4194-5839-4ba9-831a-3acaa5b89a1f tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] 10.222.0.118 "GET /v2.0/security-groups?id=e4b8184a-4754-4df3-9596-fbc18f5e16f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886180 Nov 02 16:48:10.203727 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-654aa529-a6bb-4774-9470-423ec4e03c8b req-efb7e4de-e0c2-4d4a-88a5-7b51e55e7210 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=716d1add-eeb0-4090-99a3-8e93ac4c3a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274882 Nov 02 16:48:10.312525 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-654aa529-a6bb-4774-9470-423ec4e03c8b req-10b08c8a-3169-4876-932e-7449cad0d4a9 service neutron] 10.222.0.76 "GET /v2.0/networks/716d1add-eeb0-4090-99a3-8e93ac4c3a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955112 Nov 02 16:48:10.420880 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-654aa529-a6bb-4774-9470-423ec4e03c8b req-93bf6255-168b-474e-85cc-c106e62c74d3 service neutron] 10.222.0.76 "GET /v2.0/networks/716d1add-eeb0-4090-99a3-8e93ac4c3a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937934 Nov 02 16:48:10.557879 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903bb73f-a15f-4982-bb81-d3b7133eeef2 req-58da7cd4-2030-4abd-90ac-f906ae33eb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:10.559304 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-903bb73f-a15f-4982-bb81-d3b7133eeef2 req-58da7cd4-2030-4abd-90ac-f906ae33eb1c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fd124bfe873f4553b53c6d8282df462c&device_id=fdee2c0e-24c6-4a99-8dce-73d69b59a7a2 HTTP/1.1" status: 200 len: 1096 time: 0.0562046 Nov 02 16:48:10.694120 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903bb73f-a15f-4982-bb81-d3b7133eeef2 req-72efbbff-cf2c-4e94-9a0c-89a361d68c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:10.696363 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-903bb73f-a15f-4982-bb81-d3b7133eeef2 req-72efbbff-cf2c-4e94-9a0c-89a361d68c5a service neutron] 10.222.0.76 "GET /v2.0/networks?id=716d1add-eeb0-4090-99a3-8e93ac4c3a42 HTTP/1.1" status: 200 len: 915 time: 0.1186087 Nov 02 16:48:10.751616 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-903bb73f-a15f-4982-bb81-d3b7133eeef2 req-7d765cdf-6866-45f4-9ad7-4f37b1efd03f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ae21c04d-1584-4ff1-80e2-e50cf95ef8ad HTTP/1.1" status: 200 len: 217 time: 0.0460052 Nov 02 16:48:10.856781 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903bb73f-a15f-4982-bb81-d3b7133eeef2 req-ea780420-5c9f-4694-a9dc-438570359400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:10.858387 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-903bb73f-a15f-4982-bb81-d3b7133eeef2 req-ea780420-5c9f-4694-a9dc-438570359400 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1c574b2f-5688-4840-800f-5e2d7519c217 HTTP/1.1" status: 200 len: 854 time: 0.0916045 Nov 02 16:48:10.876625 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c3de3-badc-4add-81c0-5aa2313dae8f req-bbbda6a0-028b-4be3-9dce-f330164b6ab9 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:10.878354 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-cc9c3de3-badc-4add-81c0-5aa2313dae8f req-bbbda6a0-028b-4be3-9dce-f330164b6ab9 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 945 time: 0.1129122 Nov 02 16:48:10.930238 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-903bb73f-a15f-4982-bb81-d3b7133eeef2 req-6b6dff72-7d7c-4978-9e26-ce6bf6e3fd7e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=716d1add-eeb0-4090-99a3-8e93ac4c3a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367055 Nov 02 16:48:11.000917 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-cc9c3de3-badc-4add-81c0-5aa2313dae8f req-96351b37-e304-478a-9b8a-a966bb755067 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146572 Nov 02 16:48:11.040894 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-8460b4ca-8a54-4a00-af12-82436e981c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:11.078568 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 41102) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:11.123737 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-903bb73f-a15f-4982-bb81-d3b7133eeef2 req-a971eb1c-7096-41d6-8ce9-e54075bdef43 service neutron] 10.222.0.76 "GET /v2.0/networks/716d1add-eeb0-4090-99a3-8e93ac4c3a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741695 Nov 02 16:48:11.231036 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-efb378e2-4c20-4cbc-b7a6-b967572325a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:11.384110 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-efb378e2-4c20-4cbc-b7a6-b967572325a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:11.389593 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-efb378e2-4c20-4cbc-b7a6-b967572325a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:11.423268 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da77ee8-2005-4776-8f63-8b55c5168f61 req-e39e62cd-a384-4d5f-b485-98be05581d1c tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:11.425239 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-7da77ee8-2005-4776-8f63-8b55c5168f61 req-e39e62cd-a384-4d5f-b485-98be05581d1c tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] 10.222.0.118 "GET /v2.0/ports?device_id=50d851b6-e607-4ce6-a1d9-ef7d05efdf08 HTTP/1.1" status: 200 len: 947 time: 0.1026649 Nov 02 16:48:11.460231 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-efb378e2-4c20-4cbc-b7a6-b967572325a2 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=bb5afb49608543bfa5b7a4c6f2ff78e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3771722 Nov 02 16:48:11.462829 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 41114) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:11.467230 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb378e2-4c20-4cbc-b7a6-b967572325a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc664021-22c5-4bcd-9869-b31c27260d95,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:11.500810 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b1f3b-5e15-4210-85e6-32ac49c8e6cb req-ec2a4c61-897b-4a9a-90a1-b18e60935085 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:11.502675 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-ef9b1f3b-5e15-4210-85e6-32ac49c8e6cb req-ec2a4c61-897b-4a9a-90a1-b18e60935085 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=fdee2c0e-24c6-4a99-8dce-73d69b59a7a2 HTTP/1.1" status: 200 len: 943 time: 0.3960366 Nov 02 16:48:11.511538 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-7da77ee8-2005-4776-8f63-8b55c5168f61 req-587ea222-46aa-42ba-8024-b70e46d8430e tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] 10.222.0.118 "GET /v2.0/security-groups?id=e4b8184a-4754-4df3-9596-fbc18f5e16f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680487 Nov 02 16:48:11.576259 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-903bb73f-a15f-4982-bb81-d3b7133eeef2 req-40f52c04-74c3-4baf-a02c-a638bd041922 service neutron] 10.222.0.76 "GET /v2.0/networks/716d1add-eeb0-4090-99a3-8e93ac4c3a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4312391 Nov 02 16:48:11.615447 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-ef9b1f3b-5e15-4210-85e6-32ac49c8e6cb req-0ec3c600-2f98-4bf4-9a42-a3dee4e2a35f tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929716 Nov 02 16:48:11.616419 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-85596a37-527b-4216-9c4c-6c243e9abfdc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:11.653617 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-85596a37-527b-4216-9c4c-6c243e9abfdc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:11.732089 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-85596a37-527b-4216-9c4c-6c243e9abfdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:11.738940 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-85596a37-527b-4216-9c4c-6c243e9abfdc admin admin] Publish callbacks [] for security_group, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:11.738940 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-85596a37-527b-4216-9c4c-6c243e9abfdc admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/fc664021-22c5-4bcd-9869-b31c27260d95 HTTP/1.1" status: 204 len: 168 time: 0.2722030 Nov 02 16:48:11.746867 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85596a37-527b-4216-9c4c-6c243e9abfdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc664021-22c5-4bcd-9869-b31c27260d95,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:12.102158 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 41138) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:12.117340 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-5204d21e-2c40-4d8e-9338-fb31a0e41b84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:12.159958 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52b2188-7a68-4b94-9342-eeaac35bd75e req-81e5819c-dce3-4662-ae80-60d9d576689c tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:12.162397 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-e52b2188-7a68-4b94-9342-eeaac35bd75e req-81e5819c-dce3-4662-ae80-60d9d576689c tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 945 time: 0.0683610 Nov 02 16:48:12.228710 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-e52b2188-7a68-4b94-9342-eeaac35bd75e req-85a3c554-8fec-48b5-9d46-60ca87919fa4 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521054 Nov 02 16:48:12.242066 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-5204d21e-2c40-4d8e-9338-fb31a0e41b84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:12.248525 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-5204d21e-2c40-4d8e-9338-fb31a0e41b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:12.290795 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5204d21e-2c40-4d8e-9338-fb31a0e41b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f49c958-9a07-4272-b85e-c2306189f19a,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:12.295932 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-5204d21e-2c40-4d8e-9338-fb31a0e41b84 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=e15350b362ed444e88b67c864f0e85e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1925502 Nov 02 16:48:12.298880 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 41140) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:12.359978 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-0b3d4bec-49f0-4891-a2e9-30e88fa98970 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:12.384813 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-0b3d4bec-49f0-4891-a2e9-30e88fa98970 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:12.441662 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-0b3d4bec-49f0-4891-a2e9-30e88fa98970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:12.444778 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-0b3d4bec-49f0-4891-a2e9-30e88fa98970 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:12.446117 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-0b3d4bec-49f0-4891-a2e9-30e88fa98970 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/3f49c958-9a07-4272-b85e-c2306189f19a HTTP/1.1" status: 204 len: 168 time: 0.1461966 Nov 02 16:48:12.456014 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3d4bec-49f0-4891-a2e9-30e88fa98970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f49c958-9a07-4272-b85e-c2306189f19a,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:12.661727 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adb5b4f-01ec-47b8-8a4e-6c865471ed9b req-85f9d177-81c1-4a17-afc2-2503df9ffeb5 tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:12.664680 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-9adb5b4f-01ec-47b8-8a4e-6c865471ed9b req-85f9d177-81c1-4a17-afc2-2503df9ffeb5 tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] 10.222.0.118 "GET /v2.0/ports?device_id=50d851b6-e607-4ce6-a1d9-ef7d05efdf08 HTTP/1.1" status: 200 len: 947 time: 0.0605106 Nov 02 16:48:12.718232 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-9adb5b4f-01ec-47b8-8a4e-6c865471ed9b req-c2cc9d42-b161-46df-9e8f-b26c556be389 tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] 10.222.0.118 "GET /v2.0/security-groups?id=e4b8184a-4754-4df3-9596-fbc18f5e16f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468893 Nov 02 16:48:12.764512 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b1e2a8-74ac-4735-8173-36bf51996ade req-0c4f9d6f-74b1-4a5f-9a25-9df45e93d496 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:12.766135 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-b7b1e2a8-74ac-4735-8173-36bf51996ade req-0c4f9d6f-74b1-4a5f-9a25-9df45e93d496 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=fdee2c0e-24c6-4a99-8dce-73d69b59a7a2 HTTP/1.1" status: 200 len: 943 time: 0.0632555 Nov 02 16:48:12.824305 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-dfe49d6c-b306-436a-ba68-760764be264a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:12.825491 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-b7b1e2a8-74ac-4735-8173-36bf51996ade req-6defb42c-83c4-49cc-b610-7ac7a01ac3e4 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527318 Nov 02 16:48:13.087606 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device a7ecf739-9692-469b-a936-8c8d435d6449 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=113346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:48:13.206288 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port a7ecf739-9692-469b-a936-8c8d435d6449, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=a7ecf739-9692-469b-a936-8c8d435d6449,segment=NetworkSegment(cdeb095f-36fa-4898-bb65-f7ef309c248c),segment_id=cdeb095f-36fa-4898-bb65-f7ef309c248c)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:48:13.219747 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Returning: {'device': 'a7ecf739-9692-469b-a936-8c8d435d6449', 'network_id': '04605e0d-02ca-4f7b-9d43-4fd65424fad5', 'port_id': 'a7ecf739-9692-469b-a936-8c8d435d6449', 'mac_address': 'fa:16:3e:e7:67:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd22795d4-e2b8-475a-8646-932d1ef55813', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:48:13.273875 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:13.291047 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.notifiers.nova [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7ecf739-9692-469b-a936-8c8d435d6449 {{(pid=113346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:48:13.323551 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port a7ecf739-9692-469b-a936-8c8d435d6449, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=a7ecf739-9692-469b-a936-8c8d435d6449,segment=NetworkSegment(cdeb095f-36fa-4898-bb65-f7ef309c248c),segment_id=cdeb095f-36fa-4898-bb65-f7ef309c248c)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:48:13.332085 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:13.421858 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Pushing event updated for resources: {'Port': ['ID=a7ecf739-9692-469b-a936-8c8d435d6449,revision_number=4']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:13.614319 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cda7622-002d-48db-a808-b00c7f113f95 req-02e2bf3e-c418-4aab-84e2-b2447987cfba tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:13.615915 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-5cda7622-002d-48db-a808-b00c7f113f95 req-02e2bf3e-c418-4aab-84e2-b2447987cfba tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 945 time: 0.0718386 Nov 02 16:48:13.668917 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-5cda7622-002d-48db-a808-b00c7f113f95 req-4736d214-4407-42a5-9e0f-5a93c5c65337 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461352 Nov 02 16:48:13.850984 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9fe2e5-bc9b-4412-a326-5ceb3a74c8ff req-02e6a9d6-0141-498f-ab08-c613b22fde12 tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:13.853488 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-ba9fe2e5-bc9b-4412-a326-5ceb3a74c8ff req-02e6a9d6-0141-498f-ab08-c613b22fde12 tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] 10.222.0.118 "GET /v2.0/ports?device_id=50d851b6-e607-4ce6-a1d9-ef7d05efdf08 HTTP/1.1" status: 200 len: 948 time: 0.0557499 Nov 02 16:48:13.888216 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] get_ports_and_sgs() called for port_ids ['a7ecf739-9692-469b-a936-8c8d435d6449'] {{(pid=113346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:48:13.928437 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-ba9fe2e5-bc9b-4412-a326-5ceb3a74c8ff req-f6908e41-27f6-4179-be31-c560377cbfb1 tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] 10.222.0.118 "GET /v2.0/security-groups?id=e4b8184a-4754-4df3-9596-fbc18f5e16f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670297 Nov 02 16:48:13.976519 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92358e8c-bc54-48a5-80ef-d55c6b8619cb req-6d35718a-64f1-4f14-9f44-8f1c8604309d tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:13.978157 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-92358e8c-bc54-48a5-80ef-d55c6b8619cb req-6d35718a-64f1-4f14-9f44-8f1c8604309d tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=fdee2c0e-24c6-4a99-8dce-73d69b59a7a2 HTTP/1.1" status: 200 len: 943 time: 0.0705240 Nov 02 16:48:14.055102 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-92358e8c-bc54-48a5-80ef-d55c6b8619cb req-55f8b0c3-d805-499b-865d-a09c30f8d409 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696135 Nov 02 16:48:14.778219 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0b95-0143-42d2-8d33-45f1b37c89de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:14.839824 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5455059c-17ca-4cdf-8eab-add33d5c59ea req-41773fbc-bf95-4ddb-906c-0a6ff810999d tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:14.841564 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-5455059c-17ca-4cdf-8eab-add33d5c59ea req-41773fbc-bf95-4ddb-906c-0a6ff810999d tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 945 time: 0.0635483 Nov 02 16:48:14.901940 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-5455059c-17ca-4cdf-8eab-add33d5c59ea req-91bf0de1-28a5-47ac-8b45-e2b16da44881 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497689 Nov 02 16:48:15.066824 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98817bc1-37f7-429b-8b1c-b0b9de6f41f6 req-d21bc2c6-94e5-4e81-ac2a-be93bf8a5304 tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:15.068399 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-98817bc1-37f7-429b-8b1c-b0b9de6f41f6 req-d21bc2c6-94e5-4e81-ac2a-be93bf8a5304 tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] 10.222.0.118 "GET /v2.0/ports?device_id=50d851b6-e607-4ce6-a1d9-ef7d05efdf08 HTTP/1.1" status: 200 len: 948 time: 0.0554447 Nov 02 16:48:15.085389 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device ae21c04d-1584-4ff1-80e2-e50cf95ef8ad details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=113346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:48:15.143240 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-98817bc1-37f7-429b-8b1c-b0b9de6f41f6 req-222dbf4d-f8d9-4300-a65d-51214d9e2f24 tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] 10.222.0.118 "GET /v2.0/security-groups?id=e4b8184a-4754-4df3-9596-fbc18f5e16f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676341 Nov 02 16:48:15.200304 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27664818-2981-4d4c-adf1-1a6e786d2ca5 req-7c0c885e-6110-40bb-8be8-f2c8807fcc7c tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:15.202092 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-27664818-2981-4d4c-adf1-1a6e786d2ca5 req-7c0c885e-6110-40bb-8be8-f2c8807fcc7c tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=fdee2c0e-24c6-4a99-8dce-73d69b59a7a2 HTTP/1.1" status: 200 len: 943 time: 0.0596454 Nov 02 16:48:15.212160 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port ae21c04d-1584-4ff1-80e2-e50cf95ef8ad, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=ae21c04d-1584-4ff1-80e2-e50cf95ef8ad,segment=NetworkSegment(d6d67ab2-fd0f-4a4e-a197-bf243bf1fa07),segment_id=d6d67ab2-fd0f-4a4e-a197-bf243bf1fa07)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:48:15.236214 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Returning: {'device': 'ae21c04d-1584-4ff1-80e2-e50cf95ef8ad', 'network_id': '716d1add-eeb0-4090-99a3-8e93ac4c3a42', 'port_id': 'ae21c04d-1584-4ff1-80e2-e50cf95ef8ad', 'mac_address': 'fa:16:3e:30:31:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c574b2f-5688-4840-800f-5e2d7519c217', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:48:15.334489 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:15.350989 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-27664818-2981-4d4c-adf1-1a6e786d2ca5 req-f290532d-55aa-414b-b76c-cdc008e52820 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396210 Nov 02 16:48:15.358919 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.notifiers.nova [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae21c04d-1584-4ff1-80e2-e50cf95ef8ad {{(pid=113346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:48:15.408548 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port ae21c04d-1584-4ff1-80e2-e50cf95ef8ad, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=ae21c04d-1584-4ff1-80e2-e50cf95ef8ad,segment=NetworkSegment(d6d67ab2-fd0f-4a4e-a197-bf243bf1fa07),segment_id=d6d67ab2-fd0f-4a4e-a197-bf243bf1fa07)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:48:15.415693 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:15.484114 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Pushing event updated for resources: {'Port': ['ID=ae21c04d-1584-4ff1-80e2-e50cf95ef8ad,revision_number=4']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:15.689197 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 41246) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:15.830221 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-9a3b749b-8a18-4d65-a6a8-03140a2d0c90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:15.913325 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-9a3b749b-8a18-4d65-a6a8-03140a2d0c90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:15.918792 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-9a3b749b-8a18-4d65-a6a8-03140a2d0c90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:15.963520 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-9a3b749b-8a18-4d65-a6a8-03140a2d0c90 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=4dd8ad41841d4e919eee489357d090c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2729645 Nov 02 16:48:15.964577 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3b749b-8a18-4d65-a6a8-03140a2d0c90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1f1c22-5161-449b-83d1-3598c50f1912,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:15.966467 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 41256) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:15.970390 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] get_ports_and_sgs() called for port_ids ['ae21c04d-1584-4ff1-80e2-e50cf95ef8ad'] {{(pid=113346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:48:16.062369 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:16.063322 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8875d51e-2617-46d2-b92b-235193936731 req-2c5464d4-05b9-4e28-9b11-0ab7a8777e82 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:16.066230 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-8875d51e-2617-46d2-b92b-235193936731 req-2c5464d4-05b9-4e28-9b11-0ab7a8777e82 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 945 time: 0.0715353 Nov 02 16:48:16.083556 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-891da8f0-e216-4c88-a8ed-1d12c970b869 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:16.112853 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-891da8f0-e216-4c88-a8ed-1d12c970b869 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:16.161267 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-8875d51e-2617-46d2-b92b-235193936731 req-90504932-5a16-4b5a-8e84-e3978e7929bb tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808833 Nov 02 16:48:16.203457 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-891da8f0-e216-4c88-a8ed-1d12c970b869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:16.207115 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-891da8f0-e216-4c88-a8ed-1d12c970b869 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:16.208964 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-891da8f0-e216-4c88-a8ed-1d12c970b869 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/3c1f1c22-5161-449b-83d1-3598c50f1912 HTTP/1.1" status: 204 len: 168 time: 0.2411180 Nov 02 16:48:16.219214 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891da8f0-e216-4c88-a8ed-1d12c970b869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1f1c22-5161-449b-83d1-3598c50f1912,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:16.334661 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c791ad38-38fe-4b25-9d98-adbd46392444 req-1f71eee2-4fc8-41b2-82b5-9faef332990c tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:16.336432 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-c791ad38-38fe-4b25-9d98-adbd46392444 req-1f71eee2-4fc8-41b2-82b5-9faef332990c tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] 10.222.0.118 "GET /v2.0/ports?device_id=50d851b6-e607-4ce6-a1d9-ef7d05efdf08 HTTP/1.1" status: 200 len: 948 time: 0.0585747 Nov 02 16:48:16.416996 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-c791ad38-38fe-4b25-9d98-adbd46392444 req-5c8abed4-5c2a-4a4f-9898-41af98701dd7 tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] 10.222.0.118 "GET /v2.0/security-groups?id=e4b8184a-4754-4df3-9596-fbc18f5e16f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733299 Nov 02 16:48:16.516587 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d5d73a-d473-456e-b4b6-2142a03a1165 req-7c37ffa0-2deb-41e2-ba29-90015309c8f5 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:16.518593 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-a2d5d73a-d473-456e-b4b6-2142a03a1165 req-7c37ffa0-2deb-41e2-ba29-90015309c8f5 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=fdee2c0e-24c6-4a99-8dce-73d69b59a7a2 HTTP/1.1" status: 200 len: 944 time: 0.0675273 Nov 02 16:48:16.580314 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-a2d5d73a-d473-456e-b4b6-2142a03a1165 req-12f98581-db5a-44e1-8d24-bb39f1e2ae2f tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537982 Nov 02 16:48:17.113092 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device a7ecf739-9692-469b-a936-8c8d435d6449 up at agent hyperv_hv-cinder-77387 {{(pid=113346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:48:17.152805 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 41298) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:17.171435 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Provisioning for port a7ecf739-9692-469b-a936-8c8d435d6449 completed by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:48:17.176626 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Provisioning complete for port a7ecf739-9692-469b-a936-8c8d435d6449 triggered by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:48:17.177134 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:17.291327 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.v2.base [None req-645513bc-c4c3-4fd8-a124-8eb0a403b157 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1167452184-network', 'tenant_id': 'df312f4fcdf741c0b5102d944bd9365c'}} {{(pid=113344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:48:17.297799 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:17.325846 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-645513bc-c4c3-4fd8-a124-8eb0a403b157 admin admin] Made reservation on behalf of df312f4fcdf741c0b5102d944bd9365c for: {'network': 1} {{(pid=113344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:48:17.328553 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-645513bc-c4c3-4fd8-a124-8eb0a403b157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for network, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:17.328719 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d851b6-e607-4ce6-a1d9-ef7d05efdf08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7ecf739-9692-469b-a936-8c8d435d6449'}] {{(pid=113346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:48:17.345503 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76f9361971789a5ad3b4a9c4b1498f7b6e6fa8520131c3d92747b1d2ae9477a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd8ecdde-0d49-43f1-b4e7-494c33d7ee0b" -d '{"events": [{"server_uuid": "50d851b6-e607-4ce6-a1d9-ef7d05efdf08", "name": "network-vif-plugged", "status": "completed", "tag": "a7ecf739-9692-469b-a936-8c8d435d6449"}]}' {{(pid=113346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:48:17.345661 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-645513bc-c4c3-4fd8-a124-8eb0a403b157 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:17.360578 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port a7ecf739-9692-469b-a936-8c8d435d6449, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=a7ecf739-9692-469b-a936-8c8d435d6449,segment=NetworkSegment(cdeb095f-36fa-4898-bb65-f7ef309c248c),segment_id=cdeb095f-36fa-4898-bb65-f7ef309c248c)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:48:17.369769 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:17.406168 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91665e13-b380-491e-b296-deec0e4e3fd3 x-openstack-request-id: req-91665e13-b380-491e-b296-deec0e4e3fd3 {{(pid=113346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:48:17.406724 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50d851b6-e607-4ce6-a1d9-ef7d05efdf08", "name": "network-vif-plugged", "status": "completed", "tag": "a7ecf739-9692-469b-a936-8c8d435d6449", "code": 200}]} {{(pid=113346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:48:17.407014 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-91665e13-b380-491e-b296-deec0e4e3fd3 {{(pid=113346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:48:17.407431 dv-cinder-773876-4-iscsi neutron-server[113346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d851b6-e607-4ce6-a1d9-ef7d05efdf08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7ecf739-9692-469b-a936-8c8d435d6449', 'code': 200} Nov 02 16:48:17.433680 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d4b98-96df-46a7-a920-31ff64447dde req-41f7a625-dfc7-4cdd-a2df-758f67c68fdd tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:17.435436 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-288d4b98-96df-46a7-a920-31ff64447dde req-41f7a625-dfc7-4cdd-a2df-758f67c68fdd tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 945 time: 0.1229541 Nov 02 16:48:17.463959 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Pushing event updated for resources: {'Port': ['ID=a7ecf739-9692-469b-a936-8c8d435d6449,revision_number=5']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:17.542977 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-288d4b98-96df-46a7-a920-31ff64447dde req-51ccfc56-24fb-40e9-9967-75b774893e3a tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953739 Nov 02 16:48:17.562389 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-645513bc-c4c3-4fd8-a124-8eb0a403b157 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:17.569297 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-645513bc-c4c3-4fd8-a124-8eb0a403b157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:17.616884 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-645513bc-c4c3-4fd8-a124-8eb0a403b157 admin admin] vlan segment allocate from pool success with {'vlan_id': 770, 'physical_network': 'physnet1'} {{(pid=113344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:48:17.619569 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645513bc-c4c3-4fd8-a124-8eb0a403b157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f0ab05-b260-4822-aae8-372a123124aa,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:17.635942 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-645513bc-c4c3-4fd8-a124-8eb0a403b157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639893'] for segment, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:17.636637 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.db.segments_db [None req-645513bc-c4c3-4fd8-a124-8eb0a403b157 admin admin] Added segment 2387f25f-ba8b-4ff4-9368-135cfbf3b04d of type vlan for network 5eff6678-b59f-4bf4-aec9-dc350abf4192 Nov 02 16:48:17.716626 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b41ac-fc4b-4659-9394-0ad19163589a req-764c8362-a1ac-485d-9af0-6f8afcd39585 tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:17.721097 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-e18b41ac-fc4b-4659-9394-0ad19163589a req-764c8362-a1ac-485d-9af0-6f8afcd39585 tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] 10.222.0.118 "GET /v2.0/ports?device_id=50d851b6-e607-4ce6-a1d9-ef7d05efdf08 HTTP/1.1" status: 200 len: 949 time: 0.1604433 Nov 02 16:48:17.725535 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-645513bc-c4c3-4fd8-a124-8eb0a403b157 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788024806476'] for network, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:17.758021 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4b0171-541d-4a57-bba7-7df5037f3e9d req-72c9cd9a-0392-438b-b555-f8091b12bdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:17.759722 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-3a4b0171-541d-4a57-bba7-7df5037f3e9d req-72c9cd9a-0392-438b-b555-f8091b12bdd8 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=50d851b6-e607-4ce6-a1d9-ef7d05efdf08 HTTP/1.1" status: 200 len: 1102 time: 0.1505420 Nov 02 16:48:17.765253 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-645513bc-c4c3-4fd8-a124-8eb0a403b157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481'] for network, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:17.766683 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645513bc-c4c3-4fd8-a124-8eb0a403b157 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:17.767356 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-645513bc-c4c3-4fd8-a124-8eb0a403b157 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673503'] for network, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:17.819957 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-645513bc-c4c3-4fd8-a124-8eb0a403b157 admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6657939 Nov 02 16:48:17.843577 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-e18b41ac-fc4b-4659-9394-0ad19163589a req-81025e51-c5a9-4bce-ab21-586ca05db53e tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] 10.222.0.118 "GET /v2.0/security-groups?id=e4b8184a-4754-4df3-9596-fbc18f5e16f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141288 Nov 02 16:48:17.860128 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 41326) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:17.869336 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.v2.base [None req-bf57f392-bd01-4b2e-b51b-e2e7ef153a47 admin admin] Request body: {'subnet': {'network_id': '5eff6678-b59f-4bf4-aec9-dc350abf4192', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1167452184-subnet', 'tenant_id': 'df312f4fcdf741c0b5102d944bd9365c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:48:17.900231 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645513bc-c4c3-4fd8-a124-8eb0a403b157 admin admin] Pushing event updated for resources: {'Network': ['ID=5eff6678-b59f-4bf4-aec9-dc350abf4192,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:17.920049 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Network 5eff6678-b59f-4bf4-aec9-dc350abf4192 details requested by agent ovs-agent-dv-cinder-773876-4-iscsi with host dv-cinder-773876-4-iscsi {{(pid=113346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:48:17.949460 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-3a4b0171-541d-4a57-bba7-7df5037f3e9d req-e0370342-826d-4b52-8dcc-85ab77b5c177 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=e4b8184a-4754-4df3-9596-fbc18f5e16f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357474 Nov 02 16:48:17.955265 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf57f392-bd01-4b2e-b51b-e2e7ef153a47 admin admin] Made reservation on behalf of df312f4fcdf741c0b5102d944bd9365c for: {'subnet': 1} {{(pid=113344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:48:17.970677 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-bf57f392-bd01-4b2e-b51b-e2e7ef153a47 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25642317'] for subnet, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:18.068123 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d67fcb1-4694-403d-b47a-38e2722126eb req-e789fead-70eb-4363-adaa-d9ed9c08fa32 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:18.083267 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-5d67fcb1-4694-403d-b47a-38e2722126eb req-e789fead-70eb-4363-adaa-d9ed9c08fa32 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=fdee2c0e-24c6-4a99-8dce-73d69b59a7a2 HTTP/1.1" status: 200 len: 944 time: 0.1770828 Nov 02 16:48:18.170564 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-5d67fcb1-4694-403d-b47a-38e2722126eb req-ae15aa67-1066-4258-816f-eb6d42742ab0 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772116 Nov 02 16:48:18.345550 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-bf57f392-bd01-4b2e-b51b-e2e7ef153a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25372833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25642367'] for subnet, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:18.438021 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf57f392-bd01-4b2e-b51b-e2e7ef153a47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3e83d62-d9ad-4109-b83f-eabb66296034,revision_number=0']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:18.455374 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf57f392-bd01-4b2e-b51b-e2e7ef153a47 admin admin] Checking segment: {'id': '2387f25f-ba8b-4ff4-9368-135cfbf3b04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '5eff6678-b59f-4bf4-aec9-dc350abf4192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 16:48:18.456526 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf57f392-bd01-4b2e-b51b-e2e7ef153a47 admin admin] Network hostable DHCP agents. Network: 5eff6678-b59f-4bf4-aec9-dc350abf4192, hostable agents: ['546b8425-0cfc-4ce2-b181-b7c4c8ab844f'], hosted agents: [] {{(pid=113344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:48:18.486053 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf57f392-bd01-4b2e-b51b-e2e7ef153a47 admin admin] Network 5eff6678-b59f-4bf4-aec9-dc350abf4192 is scheduled to be hosted by DHCP agent 546b8425-0cfc-4ce2-b181-b7c4c8ab844f with binding_index 1 {{(pid=113344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:48:18.502329 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.base_scheduler [None req-bf57f392-bd01-4b2e-b51b-e2e7ef153a47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-4-iscsi, 5eff6678-b59f-4bf4-aec9-dc350abf4192) {{(pid=113344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:48:18.508327 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf57f392-bd01-4b2e-b51b-e2e7ef153a47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:18.509843 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-bf57f392-bd01-4b2e-b51b-e2e7ef153a47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673503'] for subnet, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:18.513910 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74a69b0-659c-4b08-b15e-2177a0a88fd3 None None] Network 5eff6678-b59f-4bf4-aec9-dc350abf4192 requested from dv-cinder-773876-4-iscsi {{(pid=113346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:48:18.545184 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-bf57f392-bd01-4b2e-b51b-e2e7ef153a47 admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6832368 Nov 02 16:48:18.691299 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea89914-4931-4924-ae3d-f2be258afc85 None None] Network 5eff6678-b59f-4bf4-aec9-dc350abf4192 requested from dv-cinder-773876-4-iscsi {{(pid=113346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:48:18.794428 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a5eded-d901-4585-bc1c-6b41e5b25d95 req-50022a12-d220-4acb-809b-fd72b14a2920 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:18.796467 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-b0a5eded-d901-4585-bc1c-6b41e5b25d95 req-50022a12-d220-4acb-809b-fd72b14a2920 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 945 time: 0.0898581 Nov 02 16:48:18.877325 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-b0a5eded-d901-4585-bc1c-6b41e5b25d95 req-213b22b5-5861-4282-9e3b-7863020219c0 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683086 Nov 02 16:48:18.994832 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa1d0de-4966-4f27-aac6-13e1eacebe5e req-8997e90a-5b58-418e-b3a4-2a9779ba3333 tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:18.996482 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-ffa1d0de-4966-4f27-aac6-13e1eacebe5e req-8997e90a-5b58-418e-b3a4-2a9779ba3333 tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] 10.222.0.118 "GET /v2.0/ports?device_id=50d851b6-e607-4ce6-a1d9-ef7d05efdf08 HTTP/1.1" status: 200 len: 949 time: 0.0602181 Nov 02 16:48:19.049281 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-ffa1d0de-4966-4f27-aac6-13e1eacebe5e req-2e314e5f-d4a2-4770-ba78-fc3bb5b116e8 tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] 10.222.0.118 "GET /v2.0/security-groups?id=e4b8184a-4754-4df3-9596-fbc18f5e16f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448601 Nov 02 16:48:19.251738 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 41394) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:19.257484 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.v2.base [None req-8386fffe-565f-4191-abfe-131a522486c3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-627607951-network', 'tenant_id': '3f7b1cc4b14b43e9badc7926f7484127'}} {{(pid=113344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:48:19.314476 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8386fffe-565f-4191-abfe-131a522486c3 admin admin] Made reservation on behalf of 3f7b1cc4b14b43e9badc7926f7484127 for: {'network': 1} {{(pid=113344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:48:19.316818 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-8386fffe-565f-4191-abfe-131a522486c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for network, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:19.330545 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-8386fffe-565f-4191-abfe-131a522486c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:19.354794 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f580757b-a50e-47cb-9461-5022a9306d90 req-eba32e12-3d72-444c-a13d-e129cce65d56 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:19.356563 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-f580757b-a50e-47cb-9461-5022a9306d90 req-eba32e12-3d72-444c-a13d-e129cce65d56 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=fdee2c0e-24c6-4a99-8dce-73d69b59a7a2 HTTP/1.1" status: 200 len: 944 time: 0.0867879 Nov 02 16:48:19.440012 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-f580757b-a50e-47cb-9461-5022a9306d90 req-b14684d2-b16b-4034-928f-17b7d65a7339 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727587 Nov 02 16:48:19.481434 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-8386fffe-565f-4191-abfe-131a522486c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:19.487055 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-8386fffe-565f-4191-abfe-131a522486c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:19.520360 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8386fffe-565f-4191-abfe-131a522486c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 768, 'physical_network': 'physnet1'} {{(pid=113344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:48:19.533046 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8386fffe-565f-4191-abfe-131a522486c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bff0238-6ae7-4f5b-b70a-f41aa7cb9412,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:19.541197 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-8386fffe-565f-4191-abfe-131a522486c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639893'] for segment, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:19.542402 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.db.segments_db [None req-8386fffe-565f-4191-abfe-131a522486c3 admin admin] Added segment ee876560-9a9c-4bba-af4e-3434e974dd79 of type vlan for network eaeb5b56-83b4-4376-9107-7294c3e757f2 Nov 02 16:48:19.593051 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-8386fffe-565f-4191-abfe-131a522486c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788024806476'] for network, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:19.620153 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-8386fffe-565f-4191-abfe-131a522486c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481'] for network, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:19.621323 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8386fffe-565f-4191-abfe-131a522486c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:19.621954 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-8386fffe-565f-4191-abfe-131a522486c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673503'] for network, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:19.680590 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-8386fffe-565f-4191-abfe-131a522486c3 admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4273512 Nov 02 16:48:19.683734 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 41400) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:19.689398 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.v2.base [None req-4f4473f3-10fb-4a6d-91be-1e55b0522e96 admin admin] Request body: {'subnet': {'network_id': 'eaeb5b56-83b4-4376-9107-7294c3e757f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-627607951-subnet', 'tenant_id': '3f7b1cc4b14b43e9badc7926f7484127', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:48:19.691713 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8386fffe-565f-4191-abfe-131a522486c3 admin admin] Pushing event updated for resources: {'Network': ['ID=eaeb5b56-83b4-4376-9107-7294c3e757f2,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:19.707422 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Network eaeb5b56-83b4-4376-9107-7294c3e757f2 details requested by agent ovs-agent-dv-cinder-773876-4-iscsi with host dv-cinder-773876-4-iscsi {{(pid=113346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:48:19.718273 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4473f3-10fb-4a6d-91be-1e55b0522e96 admin admin] Made reservation on behalf of 3f7b1cc4b14b43e9badc7926f7484127 for: {'subnet': 1} {{(pid=113345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:48:19.720850 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-4f4473f3-10fb-4a6d-91be-1e55b0522e96 admin admin] Publish callbacks [] for subnet, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:19.793557 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device ae21c04d-1584-4ff1-80e2-e50cf95ef8ad up at agent hyperv_hv-cinder-77387 {{(pid=113346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:48:19.861378 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Provisioning for port ae21c04d-1584-4ff1-80e2-e50cf95ef8ad completed by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:48:19.868362 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Provisioning complete for port ae21c04d-1584-4ff1-80e2-e50cf95ef8ad triggered by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:48:19.868975 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:19.942765 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-4f4473f3-10fb-4a6d-91be-1e55b0522e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481'] for subnet, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:19.976121 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:20.000265 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4473f3-10fb-4a6d-91be-1e55b0522e96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09d40cd3-f97a-4b50-b9be-c4d38453ef2b,revision_number=0']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:20.006783 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdee2c0e-24c6-4a99-8dce-73d69b59a7a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae21c04d-1584-4ff1-80e2-e50cf95ef8ad'}] {{(pid=113346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:48:20.009493 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76f9361971789a5ad3b4a9c4b1498f7b6e6fa8520131c3d92747b1d2ae9477a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba337c5-600e-409a-b539-b8e2f015287a" -d '{"events": [{"server_uuid": "fdee2c0e-24c6-4a99-8dce-73d69b59a7a2", "name": "network-vif-plugged", "status": "completed", "tag": "ae21c04d-1584-4ff1-80e2-e50cf95ef8ad"}]}' {{(pid=113346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:48:20.024448 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4473f3-10fb-4a6d-91be-1e55b0522e96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:20.024819 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4473f3-10fb-4a6d-91be-1e55b0522e96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:20.025158 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4473f3-10fb-4a6d-91be-1e55b0522e96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:20.025499 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4473f3-10fb-4a6d-91be-1e55b0522e96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:20.025775 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port ae21c04d-1584-4ff1-80e2-e50cf95ef8ad, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=ae21c04d-1584-4ff1-80e2-e50cf95ef8ad,segment=NetworkSegment(d6d67ab2-fd0f-4a4e-a197-bf243bf1fa07),segment_id=d6d67ab2-fd0f-4a4e-a197-bf243bf1fa07)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:48:20.025919 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4473f3-10fb-4a6d-91be-1e55b0522e96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:20.026209 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4473f3-10fb-4a6d-91be-1e55b0522e96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:20.026546 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4473f3-10fb-4a6d-91be-1e55b0522e96 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:20.026877 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4473f3-10fb-4a6d-91be-1e55b0522e96 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:20.027306 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4473f3-10fb-4a6d-91be-1e55b0522e96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:20.027703 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4473f3-10fb-4a6d-91be-1e55b0522e96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:20.028046 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4473f3-10fb-4a6d-91be-1e55b0522e96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:20.028513 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4473f3-10fb-4a6d-91be-1e55b0522e96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:20.032490 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:20.040839 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4473f3-10fb-4a6d-91be-1e55b0522e96 admin admin] Checking segment: {'id': 'ee876560-9a9c-4bba-af4e-3434e974dd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'eaeb5b56-83b4-4376-9107-7294c3e757f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 16:48:20.040839 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4473f3-10fb-4a6d-91be-1e55b0522e96 admin admin] Network hostable DHCP agents. Network: eaeb5b56-83b4-4376-9107-7294c3e757f2, hostable agents: ['546b8425-0cfc-4ce2-b181-b7c4c8ab844f'], hosted agents: [] {{(pid=113345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:48:20.067773 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4473f3-10fb-4a6d-91be-1e55b0522e96 admin admin] Network eaeb5b56-83b4-4376-9107-7294c3e757f2 is scheduled to be hosted by DHCP agent 546b8425-0cfc-4ce2-b181-b7c4c8ab844f with binding_index 1 {{(pid=113345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:48:20.084080 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.base_scheduler [None req-4f4473f3-10fb-4a6d-91be-1e55b0522e96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-4-iscsi, eaeb5b56-83b4-4376-9107-7294c3e757f2) {{(pid=113345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:48:20.098458 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4473f3-10fb-4a6d-91be-1e55b0522e96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:20.099030 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86a679f-90c3-40a2-980a-bf18eab2c18b None None] Network eaeb5b56-83b4-4376-9107-7294c3e757f2 requested from dv-cinder-773876-4-iscsi {{(pid=113346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:48:20.099331 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-4f4473f3-10fb-4a6d-91be-1e55b0522e96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673503'] for subnet, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:20.117831 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-4f4473f3-10fb-4a6d-91be-1e55b0522e96 admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4325037 Nov 02 16:48:20.118376 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Pushing event updated for resources: {'Port': ['ID=ae21c04d-1584-4ff1-80e2-e50cf95ef8ad,revision_number=5']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:20.258582 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 41412) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:20.261942 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc3ad8b-6dfe-4275-a17f-38a8cf07b7f0 None None] Network eaeb5b56-83b4-4376-9107-7294c3e757f2 requested from dv-cinder-773876-4-iscsi {{(pid=113346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:48:20.308220 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bd987df-b283-42b6-919c-6fc5408bf575 admin admin] Deleting subnet e3e83d62-d9ad-4109-b83f-eabb66296034 {{(pid=113345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 16:48:20.311939 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-5bd987df-b283-42b6-919c-6fc5408bf575 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:20.354689 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-5bd987df-b283-42b6-919c-6fc5408bf575 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:20.362986 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-5bd987df-b283-42b6-919c-6fc5408bf575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645718'] for subnet, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:20.432859 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-5bd987df-b283-42b6-919c-6fc5408bf575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481'] for subnet, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:20.466883 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd987df-b283-42b6-919c-6fc5408bf575 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3e83d62-d9ad-4109-b83f-eabb66296034,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:20.469059 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-5bd987df-b283-42b6-919c-6fc5408bf575 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673503'] for subnet, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:20.473988 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-5bd987df-b283-42b6-919c-6fc5408bf575 admin admin] 10.222.0.118 "DELETE /v2.0/subnets/e3e83d62-d9ad-4109-b83f-eabb66296034 HTTP/1.1" status: 204 len: 168 time: 0.2141247 Nov 02 16:48:20.476459 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 41418) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:20.559886 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-e3997140-220d-4068-b7a2-49667d4518c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652235'] for network, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:20.646640 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-e3997140-220d-4068-b7a2-49667d4518c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644317', 'neutron.services.segments.db._delete_segments_for_network-8788025296622'] for network, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:20.670199 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.services.segments.db [None req-e3997140-220d-4068-b7a2-49667d4518c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eff6678-b59f-4bf4-aec9-dc350abf4192']}} {{(pid=113344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:20.682970 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.services.segments.db [None req-e3997140-220d-4068-b7a2-49667d4518c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2387f25f-ba8b-4ff4-9368-135cfbf3b04d') {'for_net_delete': True} {{(pid=113344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:20.683304 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.services.segments.db [None req-e3997140-220d-4068-b7a2-49667d4518c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2387f25f-ba8b-4ff4-9368-135cfbf3b04d') {} {{(pid=113344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:20.700655 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-e3997140-220d-4068-b7a2-49667d4518c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788025301495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25199403'] for segment, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:20.716550 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-e3997140-220d-4068-b7a2-49667d4518c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639893'] for segment, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:20.723557 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3997140-220d-4068-b7a2-49667d4518c9 admin admin] Releasing vlan 770 on physical network physnet1 to pool {{(pid=113344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:48:20.723960 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-e3997140-220d-4068-b7a2-49667d4518c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25371724'] for segment, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:20.726059 dv-cinder-773876-4-iscsi neutron-server[113344]: Traceback (most recent call last): Nov 02 16:48:20.726059 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:48:20.726059 dv-cinder-773876-4-iscsi neutron-server[113344]: timer() Nov 02 16:48:20.726059 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:48:20.726059 dv-cinder-773876-4-iscsi neutron-server[113344]: cb(*args, **kw) Nov 02 16:48:20.726059 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:48:20.726059 dv-cinder-773876-4-iscsi neutron-server[113344]: return func(*args, **kwargs) Nov 02 16:48:20.726059 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:48:20.726059 dv-cinder-773876-4-iscsi neutron-server[113344]: self._notify() Nov 02 16:48:20.726059 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:48:20.726059 dv-cinder-773876-4-iscsi neutron-server[113344]: self.callback(batched_events) Nov 02 16:48:20.726059 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:48:20.726059 dv-cinder-773876-4-iscsi neutron-server[113344]: event.method(event) Nov 02 16:48:20.726059 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:48:20.726059 dv-cinder-773876-4-iscsi neutron-server[113344]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:48:20.726059 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:48:20.726059 dv-cinder-773876-4-iscsi neutron-server[113344]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:48:20.726059 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:48:20.726059 dv-cinder-773876-4-iscsi neutron-server[113344]: return f(self, *a, **k) Nov 02 16:48:20.726059 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:48:20.726059 dv-cinder-773876-4-iscsi neutron-server[113344]: return self._get(url).json() Nov 02 16:48:20.726059 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:48:20.726059 dv-cinder-773876-4-iscsi neutron-server[113344]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:48:20.726059 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:48:20.726059 dv-cinder-773876-4-iscsi neutron-server[113344]: return self.request(url, 'GET', **kwargs) Nov 02 16:48:20.726059 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:48:20.726059 dv-cinder-773876-4-iscsi neutron-server[113344]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:48:20.726059 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:48:20.726059 dv-cinder-773876-4-iscsi neutron-server[113344]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:48:20.726059 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:48:20.726059 dv-cinder-773876-4-iscsi neutron-server[113344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:48:20.726059 dv-cinder-773876-4-iscsi neutron-server[113344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:48:20.791183 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-e3997140-220d-4068-b7a2-49667d4518c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3708022'] for network, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:20.797467 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-e3997140-220d-4068-b7a2-49667d4518c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673503'] for network, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:20.804812 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 41420) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:20.805565 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-e3997140-220d-4068-b7a2-49667d4518c9 admin admin] 10.222.0.118 "DELETE /v2.0/networks/5eff6678-b59f-4bf4-aec9-dc350abf4192 HTTP/1.1" status: 204 len: 168 time: 0.3267086 Nov 02 16:48:20.818055 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3997140-220d-4068-b7a2-49667d4518c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=5eff6678-b59f-4bf4-aec9-dc350abf4192,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:20.854966 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.db_base_plugin_v2 [None req-5199dd21-a5c1-4725-8264-f8b52d5bb994 admin admin] Deleting subnet 09d40cd3-f97a-4b50-b9be-c4d38453ef2b {{(pid=113345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 16:48:20.859344 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-5199dd21-a5c1-4725-8264-f8b52d5bb994 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:20.904048 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-5199dd21-a5c1-4725-8264-f8b52d5bb994 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:20.912263 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-5199dd21-a5c1-4725-8264-f8b52d5bb994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645718'] for subnet, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:20.977992 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-5199dd21-a5c1-4725-8264-f8b52d5bb994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481'] for subnet, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:21.007446 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5199dd21-a5c1-4725-8264-f8b52d5bb994 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09d40cd3-f97a-4b50-b9be-c4d38453ef2b,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:21.015677 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-5199dd21-a5c1-4725-8264-f8b52d5bb994 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673503'] for subnet, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:21.019567 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-5199dd21-a5c1-4725-8264-f8b52d5bb994 admin admin] 10.222.0.118 "DELETE /v2.0/subnets/09d40cd3-f97a-4b50-b9be-c4d38453ef2b HTTP/1.1" status: 204 len: 168 time: 0.2133892 Nov 02 16:48:21.022360 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 41424) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:21.106755 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-63b71eb6-1378-48a1-8d77-0f69c1a9a827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652235'] for network, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:21.203770 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-63b71eb6-1378-48a1-8d77-0f69c1a9a827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644317', 'neutron.services.segments.db._delete_segments_for_network-8788025296622'] for network, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:21.227745 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-63b71eb6-1378-48a1-8d77-0f69c1a9a827 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=113345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:48:21.228019 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-63b71eb6-1378-48a1-8d77-0f69c1a9a827 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=113345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:48:21.228995 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-63b71eb6-1378-48a1-8d77-0f69c1a9a827 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=113345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:48:21.229371 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-63b71eb6-1378-48a1-8d77-0f69c1a9a827 admin admin] Subscribe: > port after_create 55550000 {{(pid=113345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:48:21.229704 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-63b71eb6-1378-48a1-8d77-0f69c1a9a827 admin admin] Subscribe: > port after_delete 55550000 {{(pid=113345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:48:21.230068 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-63b71eb6-1378-48a1-8d77-0f69c1a9a827 admin admin] Subscribe: > port after_update 55550000 {{(pid=113345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:48:21.230401 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-63b71eb6-1378-48a1-8d77-0f69c1a9a827 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=113345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:48:21.230737 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-63b71eb6-1378-48a1-8d77-0f69c1a9a827 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:48:21.231087 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-63b71eb6-1378-48a1-8d77-0f69c1a9a827 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:48:21.231424 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-63b71eb6-1378-48a1-8d77-0f69c1a9a827 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=113345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:48:21.309554 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-63b71eb6-1378-48a1-8d77-0f69c1a9a827 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:48:21.309917 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-63b71eb6-1378-48a1-8d77-0f69c1a9a827 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:48:21.310264 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-63b71eb6-1378-48a1-8d77-0f69c1a9a827 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=113345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:48:21.310616 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-63b71eb6-1378-48a1-8d77-0f69c1a9a827 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=113345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 16:48:21.311337 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.services.segments.db [None req-63b71eb6-1378-48a1-8d77-0f69c1a9a827 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaeb5b56-83b4-4376-9107-7294c3e757f2']}} {{(pid=113345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:21.331852 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.services.segments.db [None req-63b71eb6-1378-48a1-8d77-0f69c1a9a827 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee876560-9a9c-4bba-af4e-3434e974dd79') {'for_net_delete': True} {{(pid=113345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:21.332287 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.services.segments.db [None req-63b71eb6-1378-48a1-8d77-0f69c1a9a827 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee876560-9a9c-4bba-af4e-3434e974dd79') {} {{(pid=113345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:21.350853 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-63b71eb6-1378-48a1-8d77-0f69c1a9a827 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788025301495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27917006'] for segment, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:21.372880 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-63b71eb6-1378-48a1-8d77-0f69c1a9a827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639893'] for segment, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:21.383038 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63b71eb6-1378-48a1-8d77-0f69c1a9a827 admin admin] Releasing vlan 768 on physical network physnet1 to pool {{(pid=113345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:48:21.383393 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-63b71eb6-1378-48a1-8d77-0f69c1a9a827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27915798'] for segment, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:21.388072 dv-cinder-773876-4-iscsi neutron-server[113345]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 02 16:48:21.388072 dv-cinder-773876-4-iscsi neutron-server[113345]: from cryptography.utils import int_from_bytes Nov 02 16:48:21.388072 dv-cinder-773876-4-iscsi neutron-server[113345]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 02 16:48:21.388072 dv-cinder-773876-4-iscsi neutron-server[113345]: from cryptography.utils import int_from_bytes Nov 02 16:48:21.388072 dv-cinder-773876-4-iscsi neutron-server[113345]: Traceback (most recent call last): Nov 02 16:48:21.388072 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:48:21.388072 dv-cinder-773876-4-iscsi neutron-server[113345]: timer() Nov 02 16:48:21.388072 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:48:21.388072 dv-cinder-773876-4-iscsi neutron-server[113345]: cb(*args, **kw) Nov 02 16:48:21.388072 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:48:21.388072 dv-cinder-773876-4-iscsi neutron-server[113345]: return func(*args, **kwargs) Nov 02 16:48:21.388072 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:48:21.388072 dv-cinder-773876-4-iscsi neutron-server[113345]: self._notify() Nov 02 16:48:21.388072 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:48:21.388072 dv-cinder-773876-4-iscsi neutron-server[113345]: self.callback(batched_events) Nov 02 16:48:21.388072 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:48:21.388072 dv-cinder-773876-4-iscsi neutron-server[113345]: event.method(event) Nov 02 16:48:21.388072 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:48:21.388072 dv-cinder-773876-4-iscsi neutron-server[113345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:48:21.388072 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:48:21.388072 dv-cinder-773876-4-iscsi neutron-server[113345]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:48:21.388072 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:48:21.388072 dv-cinder-773876-4-iscsi neutron-server[113345]: return f(self, *a, **k) Nov 02 16:48:21.388072 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:48:21.388072 dv-cinder-773876-4-iscsi neutron-server[113345]: return self._get(url).json() Nov 02 16:48:21.388072 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:48:21.388072 dv-cinder-773876-4-iscsi neutron-server[113345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:48:21.388072 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:48:21.388072 dv-cinder-773876-4-iscsi neutron-server[113345]: return self.request(url, 'GET', **kwargs) Nov 02 16:48:21.388072 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:48:21.388072 dv-cinder-773876-4-iscsi neutron-server[113345]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:48:21.388072 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:48:21.388072 dv-cinder-773876-4-iscsi neutron-server[113345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:48:21.388072 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:48:21.388072 dv-cinder-773876-4-iscsi neutron-server[113345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:48:21.388072 dv-cinder-773876-4-iscsi neutron-server[113345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:48:21.454459 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-63b71eb6-1378-48a1-8d77-0f69c1a9a827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3708022'] for network, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:21.473787 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-63b71eb6-1378-48a1-8d77-0f69c1a9a827 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673503'] for network, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:21.477413 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-63b71eb6-1378-48a1-8d77-0f69c1a9a827 admin admin] 10.222.0.118 "DELETE /v2.0/networks/eaeb5b56-83b4-4376-9107-7294c3e757f2 HTTP/1.1" status: 204 len: 168 time: 0.4539502 Nov 02 16:48:21.479119 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b71eb6-1378-48a1-8d77-0f69c1a9a827 admin admin] Pushing event deleted for resources: {'Network': ['ID=eaeb5b56-83b4-4376-9107-7294c3e757f2,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:21.673957 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 41430) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:21.717857 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-593393ab-98fd-456a-b96c-cd91152edfd7 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=df312f4fcdf741c0b5102d944bd9365c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419526 Nov 02 16:48:21.720580 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 41432) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:21.779142 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-cdae405a-d274-4245-8d27-261ee099a61b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:21.805261 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:21.812449 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-cdae405a-d274-4245-8d27-261ee099a61b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:21.870909 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-cdae405a-d274-4245-8d27-261ee099a61b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:21.873705 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-cdae405a-d274-4245-8d27-261ee099a61b admin admin] Publish callbacks [] for security_group, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:21.878161 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-cdae405a-d274-4245-8d27-261ee099a61b admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/70f0ab05-b260-4822-aae8-372a123124aa HTTP/1.1" status: 204 len: 168 time: 0.1533802 Nov 02 16:48:21.888835 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdae405a-d274-4245-8d27-261ee099a61b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f0ab05-b260-4822-aae8-372a123124aa,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:21.977894 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e64e824b-f5fe-42ab-90c9-1ce8b0699eb9 x-openstack-request-id: req-e64e824b-f5fe-42ab-90c9-1ce8b0699eb9 {{(pid=113346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:48:21.978315 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdee2c0e-24c6-4a99-8dce-73d69b59a7a2", "name": "network-vif-plugged", "status": "completed", "tag": "ae21c04d-1584-4ff1-80e2-e50cf95ef8ad", "code": 200}]} {{(pid=113346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:48:21.978585 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-e64e824b-f5fe-42ab-90c9-1ce8b0699eb9 {{(pid=113346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:48:21.979512 dv-cinder-773876-4-iscsi neutron-server[113346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdee2c0e-24c6-4a99-8dce-73d69b59a7a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae21c04d-1584-4ff1-80e2-e50cf95ef8ad', 'code': 200} Nov 02 16:48:21.986067 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc929c6c-7333-4349-8e06-509a078be111 req-454b3863-e07c-4d06-90a2-4b1271b6af73 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:21.988548 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-fc929c6c-7333-4349-8e06-509a078be111 req-454b3863-e07c-4d06-90a2-4b1271b6af73 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 945 time: 0.0671206 Nov 02 16:48:22.051986 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-fc929c6c-7333-4349-8e06-509a078be111 req-27f61bf2-821e-45e3-bb5a-0804d663a23f tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540671 Nov 02 16:48:22.119693 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b435209-28d0-4c9a-963b-db2061f0305b req-e7306754-5cce-4b59-afe0-cd8eecd1f29e tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:22.132922 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-2b435209-28d0-4c9a-963b-db2061f0305b req-e7306754-5cce-4b59-afe0-cd8eecd1f29e tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] 10.222.0.118 "GET /v2.0/ports?device_id=50d851b6-e607-4ce6-a1d9-ef7d05efdf08 HTTP/1.1" status: 200 len: 949 time: 0.0947285 Nov 02 16:48:22.212395 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-2b435209-28d0-4c9a-963b-db2061f0305b req-54ac777e-a10f-4535-87e5-902a9c7f282f tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] 10.222.0.118 "GET /v2.0/security-groups?id=e4b8184a-4754-4df3-9596-fbc18f5e16f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742025 Nov 02 16:48:22.212626 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44af3a54-5648-4a98-ad35-b1017bcb8449 req-254c9457-7175-4245-ae0f-9ed31478b152 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:22.214700 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-44af3a54-5648-4a98-ad35-b1017bcb8449 req-254c9457-7175-4245-ae0f-9ed31478b152 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=fdee2c0e-24c6-4a99-8dce-73d69b59a7a2 HTTP/1.1" status: 200 len: 945 time: 0.0688667 Nov 02 16:48:22.303813 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-44af3a54-5648-4a98-ad35-b1017bcb8449 req-3c4751e9-da56-4113-981c-2f290a759dcb tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814672 Nov 02 16:48:22.315998 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb2623-5c78-4444-af08-4f7411312f1b req-1931049d-7b39-4350-be32-ff3158044239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:22.318250 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-32cb2623-5c78-4444-af08-4f7411312f1b req-1931049d-7b39-4350-be32-ff3158044239 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=fdee2c0e-24c6-4a99-8dce-73d69b59a7a2 HTTP/1.1" status: 200 len: 1098 time: 0.0756826 Nov 02 16:48:22.379596 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 41440) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:22.387539 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-32cb2623-5c78-4444-af08-4f7411312f1b req-440ad8be-bbd0-4e82-8d94-993290167d12 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480649 Nov 02 16:48:22.421947 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-997b809b-05bb-4cc2-83fd-10ce3533fc07 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=3f7b1cc4b14b43e9badc7926f7484127&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409474 Nov 02 16:48:22.424639 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 41442) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:22.475086 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-626f7e2b-d509-4a60-8acd-39fc42756a5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:22.501467 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-626f7e2b-d509-4a60-8acd-39fc42756a5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:22.557359 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-626f7e2b-d509-4a60-8acd-39fc42756a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:22.559911 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-626f7e2b-d509-4a60-8acd-39fc42756a5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:22.561269 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-626f7e2b-d509-4a60-8acd-39fc42756a5e admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/5bff0238-6ae7-4f5b-b70a-f41aa7cb9412 HTTP/1.1" status: 204 len: 168 time: 0.1353912 Nov 02 16:48:22.570426 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626f7e2b-d509-4a60-8acd-39fc42756a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bff0238-6ae7-4f5b-b70a-f41aa7cb9412,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:23.212605 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb8e97-a6a5-4c07-b39d-9335e6a9b2ff req-73fde0f4-6582-4911-8ec6-6a8b25224492 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:23.217110 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-62fb8e97-a6a5-4c07-b39d-9335e6a9b2ff req-73fde0f4-6582-4911-8ec6-6a8b25224492 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 945 time: 0.0806167 Nov 02 16:48:23.304981 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-62fb8e97-a6a5-4c07-b39d-9335e6a9b2ff req-b19f852f-ba89-4baa-9d1f-ba1abab75d37 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751927 Nov 02 16:48:23.416039 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafb26f5-a27b-4462-b6a9-6cabdef1ba63 req-48c592aa-e632-4cf3-bef9-5f4ba9887209 tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:23.426928 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-fafb26f5-a27b-4462-b6a9-6cabdef1ba63 req-48c592aa-e632-4cf3-bef9-5f4ba9887209 tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] 10.222.0.118 "GET /v2.0/ports?device_id=50d851b6-e607-4ce6-a1d9-ef7d05efdf08 HTTP/1.1" status: 200 len: 949 time: 0.0907183 Nov 02 16:48:23.489553 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0303a99-3379-4f99-9cd2-58c62af75827 req-8df235eb-0307-4f27-bd54-2f80d36bb4ea tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:23.491553 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-b0303a99-3379-4f99-9cd2-58c62af75827 req-8df235eb-0307-4f27-bd54-2f80d36bb4ea tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=fdee2c0e-24c6-4a99-8dce-73d69b59a7a2 HTTP/1.1" status: 200 len: 945 time: 0.0740728 Nov 02 16:48:23.506404 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-fafb26f5-a27b-4462-b6a9-6cabdef1ba63 req-7f84f54e-9692-4968-a906-e072e00dc70c tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] 10.222.0.118 "GET /v2.0/security-groups?id=e4b8184a-4754-4df3-9596-fbc18f5e16f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724072 Nov 02 16:48:23.562519 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-b0303a99-3379-4f99-9cd2-58c62af75827 req-606e2318-7e79-4453-8852-2cf817896f5d tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629063 Nov 02 16:48:23.682991 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 41498) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:23.887769 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-1685c32d-f2c1-40ed-afbb-a028b7234c2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:24.003233 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-1685c32d-f2c1-40ed-afbb-a028b7234c2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:24.008630 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-1685c32d-f2c1-40ed-afbb-a028b7234c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:24.058937 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-1685c32d-f2c1-40ed-afbb-a028b7234c2c admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=abf33532b4a341c9b0126fd265eaff45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3746147 Nov 02 16:48:24.063129 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 41516) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:24.071810 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1685c32d-f2c1-40ed-afbb-a028b7234c2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25251324-baae-4bf2-9998-21aac52eed68,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:24.163819 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-105ecbba-d058-4b77-beae-bd7c08341fda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:24.196668 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-105ecbba-d058-4b77-beae-bd7c08341fda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:24.257743 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-105ecbba-d058-4b77-beae-bd7c08341fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:24.260509 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-105ecbba-d058-4b77-beae-bd7c08341fda admin admin] Publish callbacks [] for security_group, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:24.262112 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-105ecbba-d058-4b77-beae-bd7c08341fda admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/25251324-baae-4bf2-9998-21aac52eed68 HTTP/1.1" status: 204 len: 168 time: 0.1976442 Nov 02 16:48:24.272050 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105ecbba-d058-4b77-beae-bd7c08341fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25251324-baae-4bf2-9998-21aac52eed68,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:24.478359 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-821acf48-2678-44bb-804a-031c0c6eb885 req-f30a2711-f5ff-4fb9-8eb2-2a818b145ba5 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e699b34f-97c8-4316-9e80-4820d1f94e26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0735538 Nov 02 16:48:24.486167 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbdd169-6575-4c94-ad6f-3743d9c96d47 req-d8f6fbcc-2507-48e8-947a-425465590f9d tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:24.488956 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-dbbdd169-6575-4c94-ad6f-3743d9c96d47 req-d8f6fbcc-2507-48e8-947a-425465590f9d tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 945 time: 0.0974634 Nov 02 16:48:24.630316 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-dbbdd169-6575-4c94-ad6f-3743d9c96d47 req-b15f4f15-feba-4401-af75-4c31cc1b40ba tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271193 Nov 02 16:48:24.673740 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821acf48-2678-44bb-804a-031c0c6eb885 req-1da5649a-94fe-4486-a016-1caf5e40602f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:24.679105 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-821acf48-2678-44bb-804a-031c0c6eb885 req-1da5649a-94fe-4486-a016-1caf5e40602f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fd124bfe873f4553b53c6d8282df462c&device_id=e699b34f-97c8-4316-9e80-4820d1f94e26 HTTP/1.1" status: 200 len: 1099 time: 0.1056929 Nov 02 16:48:24.751249 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eb900a-41d2-46fa-9bc3-70281960a734 req-8b9e6891-c783-47f6-ac4e-554bd8cf764e tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:24.766461 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-96eb900a-41d2-46fa-9bc3-70281960a734 req-8b9e6891-c783-47f6-ac4e-554bd8cf764e tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] 10.222.0.118 "GET /v2.0/ports?device_id=50d851b6-e607-4ce6-a1d9-ef7d05efdf08 HTTP/1.1" status: 200 len: 949 time: 0.1393187 Nov 02 16:48:24.778117 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 41540) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:24.821185 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-f2fc4ba7-eda5-43a3-9a2e-141f7b14e959 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:24.834314 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-96eb900a-41d2-46fa-9bc3-70281960a734 req-b0ede1d5-4448-4029-bf9f-ee50fec3ad23 tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] 10.222.0.118 "GET /v2.0/security-groups?id=e4b8184a-4754-4df3-9596-fbc18f5e16f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661867 Nov 02 16:48:24.946298 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf27c46-7b3a-4f7c-a41a-dc6b0a16eefd req-e64a17be-dd48-4111-84d2-8dc7c86d6e86 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:24.949164 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-ddf27c46-7b3a-4f7c-a41a-dc6b0a16eefd req-e64a17be-dd48-4111-84d2-8dc7c86d6e86 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=fdee2c0e-24c6-4a99-8dce-73d69b59a7a2 HTTP/1.1" status: 200 len: 945 time: 0.2270112 Nov 02 16:48:25.050173 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-ddf27c46-7b3a-4f7c-a41a-dc6b0a16eefd req-f560bb09-edfc-45c2-af52-c0f3ababa2b2 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913479 Nov 02 16:48:25.072614 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821acf48-2678-44bb-804a-031c0c6eb885 req-98b08b6c-37cd-46d5-88c2-ba0c2ff23f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:25.072614 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-821acf48-2678-44bb-804a-031c0c6eb885 req-98b08b6c-37cd-46d5-88c2-ba0c2ff23f5e service neutron] 10.222.0.76 "GET /v2.0/networks?id=716d1add-eeb0-4090-99a3-8e93ac4c3a42 HTTP/1.1" status: 200 len: 915 time: 0.3077242 Nov 02 16:48:25.165730 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-821acf48-2678-44bb-804a-031c0c6eb885 req-c0f28290-643e-4ef8-b808-815cf3393923 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d3bae71-e514-49ab-9222-9632d4fba0f5 HTTP/1.1" status: 200 len: 217 time: 0.0711603 Nov 02 16:48:25.206133 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-f2fc4ba7-eda5-43a3-9a2e-141f7b14e959 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:25.232633 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-f2fc4ba7-eda5-43a3-9a2e-141f7b14e959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:25.322834 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-f2fc4ba7-eda5-43a3-9a2e-141f7b14e959 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=cf13de07878c4b9483731c3152e4d6ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5424097 Nov 02 16:48:25.326186 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821acf48-2678-44bb-804a-031c0c6eb885 req-d9546927-3987-4fca-9840-716905a5c4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:25.328156 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-821acf48-2678-44bb-804a-031c0c6eb885 req-d9546927-3987-4fca-9840-716905a5c4f0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1c574b2f-5688-4840-800f-5e2d7519c217 HTTP/1.1" status: 200 len: 854 time: 0.1268413 Nov 02 16:48:25.328905 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc4ba7-eda5-43a3-9a2e-141f7b14e959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da693d34-e6e2-4910-b802-68bf6c7cc979,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:25.330485 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 41560) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:25.352493 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e7735-9816-4ed8-b357-f6f26027dfb0 req-18a911e4-500f-4a80-b5e7-89d4fbadf551 tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:25.354355 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-1e9e7735-9816-4ed8-b357-f6f26027dfb0 req-18a911e4-500f-4a80-b5e7-89d4fbadf551 tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] 10.222.0.118 "GET /v2.0/ports?device_id=50d851b6-e607-4ce6-a1d9-ef7d05efdf08 HTTP/1.1" status: 200 len: 949 time: 0.1710265 Nov 02 16:48:25.386855 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-821acf48-2678-44bb-804a-031c0c6eb885 req-8cb19244-8d0c-4188-a3f2-e542b8006519 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=716d1add-eeb0-4090-99a3-8e93ac4c3a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310564 Nov 02 16:48:25.414711 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-65033dab-bdfc-4e69-b41a-bd85f7dd16b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:25.438666 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-65033dab-bdfc-4e69-b41a-bd85f7dd16b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:25.466442 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-1e9e7735-9816-4ed8-b357-f6f26027dfb0 req-6099b171-3451-4daf-99b9-d274cde000b8 tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] 10.222.0.118 "GET /v2.0/security-groups?id=e4b8184a-4754-4df3-9596-fbc18f5e16f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820427 Nov 02 16:48:25.501870 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-65033dab-bdfc-4e69-b41a-bd85f7dd16b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:25.506778 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-65033dab-bdfc-4e69-b41a-bd85f7dd16b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:25.519623 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-65033dab-bdfc-4e69-b41a-bd85f7dd16b2 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/da693d34-e6e2-4910-b802-68bf6c7cc979 HTTP/1.1" status: 204 len: 168 time: 0.1827259 Nov 02 16:48:25.532459 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65033dab-bdfc-4e69-b41a-bd85f7dd16b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da693d34-e6e2-4910-b802-68bf6c7cc979,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:25.570371 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-821acf48-2678-44bb-804a-031c0c6eb885 req-222397ea-2dab-4df6-9d3c-f59b6627c3fe service neutron] 10.222.0.76 "GET /v2.0/networks/716d1add-eeb0-4090-99a3-8e93ac4c3a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525693 Nov 02 16:48:25.681070 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-821acf48-2678-44bb-804a-031c0c6eb885 req-84256ba0-e244-4450-9272-1ef9fa0e292c service neutron] 10.222.0.76 "GET /v2.0/networks/716d1add-eeb0-4090-99a3-8e93ac4c3a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999355 Nov 02 16:48:25.783929 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5a66ab-3037-4538-bb87-94bb603ec0f1 req-4f9eede8-6411-4aab-bb5c-36e8e12aec5a tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:25.786051 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-6a5a66ab-3037-4538-bb87-94bb603ec0f1 req-4f9eede8-6411-4aab-bb5c-36e8e12aec5a tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 945 time: 0.0577817 Nov 02 16:48:25.846389 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-6a5a66ab-3037-4538-bb87-94bb603ec0f1 req-6881360c-575a-4b64-a0cc-6cecff334259 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529571 Nov 02 16:48:26.229007 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d6682f-9366-4daa-8223-525e5d386af2 req-9d75a956-b2eb-44e9-b36a-af41eed61230 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:26.238927 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-e2d6682f-9366-4daa-8223-525e5d386af2 req-9d75a956-b2eb-44e9-b36a-af41eed61230 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=fdee2c0e-24c6-4a99-8dce-73d69b59a7a2 HTTP/1.1" status: 200 len: 945 time: 0.0892847 Nov 02 16:48:26.304074 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-e2d6682f-9366-4daa-8223-525e5d386af2 req-d5f8a0bc-f342-432f-959d-8f965ab129ba tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643528 Nov 02 16:48:26.693677 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06adda8-bc47-44e3-be18-a04a600f86ba req-238bb036-5e40-4483-b801-f5ec1fd8e6b0 tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:26.695643 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-b06adda8-bc47-44e3-be18-a04a600f86ba req-238bb036-5e40-4483-b801-f5ec1fd8e6b0 tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] 10.222.0.118 "GET /v2.0/ports?device_id=50d851b6-e607-4ce6-a1d9-ef7d05efdf08 HTTP/1.1" status: 200 len: 949 time: 0.1047554 Nov 02 16:48:26.782056 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-b06adda8-bc47-44e3-be18-a04a600f86ba req-eda48a10-ad64-4897-bf76-ea8c4e1f7e98 tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] 10.222.0.118 "GET /v2.0/security-groups?id=e4b8184a-4754-4df3-9596-fbc18f5e16f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793056 Nov 02 16:48:26.991190 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae06f8a-2147-4357-9d92-fd1fbedb0046 req-5586c586-74b4-42d2-8515-a2c05aa75ffc tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:26.992885 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-7ae06f8a-2147-4357-9d92-fd1fbedb0046 req-5586c586-74b4-42d2-8515-a2c05aa75ffc tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 945 time: 0.0589979 Nov 02 16:48:27.059073 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-7ae06f8a-2147-4357-9d92-fd1fbedb0046 req-6ffed1fd-aed1-41a2-b6e1-56f58800e07d tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589643 Nov 02 16:48:27.633332 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 41644) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:27.816902 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b767-631a-426a-bb78-6679c5148108 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:27.895429 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b767-631a-426a-bb78-6679c5148108 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:27.900229 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b767-631a-426a-bb78-6679c5148108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:27.944285 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6b767-631a-426a-bb78-6679c5148108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff568ff-d1ea-416e-8371-194762e01efb,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:27.948209 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-2bb6b767-631a-426a-bb78-6679c5148108 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=2fc774909cde46e2b2d910d7da58e704&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3136814 Nov 02 16:48:27.951280 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 41656) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:27.954436 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb6b767-631a-426a-bb78-6679c5148108 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:27.954796 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb6b767-631a-426a-bb78-6679c5148108 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:27.955150 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb6b767-631a-426a-bb78-6679c5148108 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:27.955528 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb6b767-631a-426a-bb78-6679c5148108 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:27.956456 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb6b767-631a-426a-bb78-6679c5148108 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:27.956803 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb6b767-631a-426a-bb78-6679c5148108 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:27.957148 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb6b767-631a-426a-bb78-6679c5148108 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:27.957488 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb6b767-631a-426a-bb78-6679c5148108 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:27.957830 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb6b767-631a-426a-bb78-6679c5148108 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:27.958163 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb6b767-631a-426a-bb78-6679c5148108 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:27.958496 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb6b767-631a-426a-bb78-6679c5148108 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:27.958826 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb6b767-631a-426a-bb78-6679c5148108 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:28.004808 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-5a8fc6c5-3363-49cd-8232-835779a84588 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:28.026186 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-5a8fc6c5-3363-49cd-8232-835779a84588 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:28.076013 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-5a8fc6c5-3363-49cd-8232-835779a84588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:28.078868 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-5a8fc6c5-3363-49cd-8232-835779a84588 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:28.080145 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-5a8fc6c5-3363-49cd-8232-835779a84588 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/8ff568ff-d1ea-416e-8371-194762e01efb HTTP/1.1" status: 204 len: 168 time: 0.1277177 Nov 02 16:48:28.089304 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8fc6c5-3363-49cd-8232-835779a84588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff568ff-d1ea-416e-8371-194762e01efb,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:29.814044 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb96549-8ab8-4a10-9aa4-367f703e4c2a req-d99dac6d-c1c5-4438-8955-38773ebc4c21 tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:29.820205 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-fbb96549-8ab8-4a10-9aa4-367f703e4c2a req-d99dac6d-c1c5-4438-8955-38773ebc4c21 tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] 10.222.0.118 "GET /v2.0/ports?device_id=50d851b6-e607-4ce6-a1d9-ef7d05efdf08 HTTP/1.1" status: 200 len: 949 time: 0.0602274 Nov 02 16:48:29.820401 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57f495e-4613-4de1-bd29-59feb57cabca req-884815d2-401c-41b6-a988-4b873d3c3671 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:29.822004 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-c57f495e-4613-4de1-bd29-59feb57cabca req-884815d2-401c-41b6-a988-4b873d3c3671 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 945 time: 0.0577068 Nov 02 16:48:29.890175 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-c57f495e-4613-4de1-bd29-59feb57cabca req-629a8469-e0c7-473f-99ef-f32901362be4 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603447 Nov 02 16:48:29.900550 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-fbb96549-8ab8-4a10-9aa4-367f703e4c2a req-5bed77a1-602d-4e6f-8e36-4717549a9d8a tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] 10.222.0.118 "GET /v2.0/security-groups?id=e4b8184a-4754-4df3-9596-fbc18f5e16f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745676 Nov 02 16:48:30.932092 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae958c1-9591-42ae-83e6-f1a88ed73a59 req-ee423a22-4b04-46a8-800b-5256d48a685c tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:30.934090 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-5ae958c1-9591-42ae-83e6-f1a88ed73a59 req-ee423a22-4b04-46a8-800b-5256d48a685c tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] 10.222.0.76 "GET /v2.0/ports?device_id=50d851b6-e607-4ce6-a1d9-ef7d05efdf08 HTTP/1.1" status: 200 len: 949 time: 0.0658960 Nov 02 16:48:31.125130 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc86fe0f-7425-421c-8fc3-f17ff7da5365 req-299e2cbe-3d01-4eb3-809e-dc592a50c304 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:31.134227 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-fc86fe0f-7425-421c-8fc3-f17ff7da5365 req-299e2cbe-3d01-4eb3-809e-dc592a50c304 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 945 time: 0.1550941 Nov 02 16:48:31.214240 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-fc86fe0f-7425-421c-8fc3-f17ff7da5365 req-cc4e165d-783d-4d66-abf4-1805c3a2599a tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791843 Nov 02 16:48:31.223295 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [req-5ae958c1-9591-42ae-83e6-f1a88ed73a59 req-1091aace-ae11-4282-b8b8-04ea1593819d tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] Deleting port a7ecf739-9692-469b-a936-8c8d435d6449 {{(pid=113345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 16:48:31.223894 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-5ae958c1-9591-42ae-83e6-f1a88ed73a59 req-1091aace-ae11-4282-b8b8-04ea1593819d tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788025385849'] for port, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:31.457104 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.agents_db [None req-4685c794-fb13-4fdb-802d-b1599aff033c None None] Agent healthcheck: found 6 active agents {{(pid=113347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:48:31.471260 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.db [req-5ae958c1-9591-42ae-83e6-f1a88ed73a59 req-1091aace-ae11-4282-b8b8-04ea1593819d tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] For port a7ecf739-9692-469b-a936-8c8d435d6449, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=a7ecf739-9692-469b-a936-8c8d435d6449,segment=NetworkSegment(cdeb095f-36fa-4898-bb65-f7ef309c248c),segment_id=cdeb095f-36fa-4898-bb65-f7ef309c248c)] {{(pid=113345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:48:31.471694 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-5ae958c1-9591-42ae-83e6-f1a88ed73a59 req-1091aace-ae11-4282-b8b8-04ea1593819d tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710950'] for port, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:31.485058 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801972de-1c01-44c2-ab88-2cfadac9eea3 req-9037d2ad-40be-41a3-a810-7d8e77a01dc8 tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:31.487326 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-801972de-1c01-44c2-ab88-2cfadac9eea3 req-9037d2ad-40be-41a3-a810-7d8e77a01dc8 tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] 10.222.0.118 "GET /v2.0/ports?device_id=50d851b6-e607-4ce6-a1d9-ef7d05efdf08 HTTP/1.1" status: 200 len: 949 time: 0.1357923 Nov 02 16:48:31.515348 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [req-5ae958c1-9591-42ae-83e6-f1a88ed73a59 req-1091aace-ae11-4282-b8b8-04ea1593819d tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] Calling delete_port for a7ecf739-9692-469b-a936-8c8d435d6449 owned by compute:nova {{(pid=113345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 16:48:31.904899 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-801972de-1c01-44c2-ab88-2cfadac9eea3 req-3a2b2c94-50cb-43fb-87da-02d0772569ab tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] 10.222.0.118 "GET /v2.0/security-groups?id=e4b8184a-4754-4df3-9596-fbc18f5e16f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4069016 Nov 02 16:48:32.029819 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-5ae958c1-9591-42ae-83e6-f1a88ed73a59 req-1091aace-ae11-4282-b8b8-04ea1593819d tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788025390403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788024814071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27915883'] for port, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:32.061965 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1091aace-ae11-4282-b8b8-04ea1593819d tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] Pushing event deleted for resources: {'Port': ['ID=a7ecf739-9692-469b-a936-8c8d435d6449,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:32.139288 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ae958c1-9591-42ae-83e6-f1a88ed73a59 req-1091aace-ae11-4282-b8b8-04ea1593819d tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] No DVR routers for this DVR port a7ecf739-9692-469b-a936-8c8d435d6449 on host hv-cinder-77387 {{(pid=113345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:48:32.143816 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-5ae958c1-9591-42ae-83e6-f1a88ed73a59 req-1091aace-ae11-4282-b8b8-04ea1593819d tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221'] for port, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:32.147870 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-5ae958c1-9591-42ae-83e6-f1a88ed73a59 req-1091aace-ae11-4282-b8b8-04ea1593819d tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] 10.222.0.76 "DELETE /v2.0/ports/a7ecf739-9692-469b-a936-8c8d435d6449 HTTP/1.1" status: 204 len: 173 time: 1.1994510 Nov 02 16:48:32.148425 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d851b6-e607-4ce6-a1d9-ef7d05efdf08', 'name': 'network-vif-deleted', 'tag': 'a7ecf739-9692-469b-a936-8c8d435d6449'}] {{(pid=113345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:48:32.151047 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88728d28071a92af03fe3e2826ca256f68f88e9f4aa3bce1a4ce6001ce5f6d9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f83f4c9e-e44f-4053-9544-109df6a8d3e9" -d '{"events": [{"server_uuid": "50d851b6-e607-4ce6-a1d9-ef7d05efdf08", "name": "network-vif-deleted", "tag": "a7ecf739-9692-469b-a936-8c8d435d6449"}]}' {{(pid=113345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:48:34.297372 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] get_ports_and_sgs() called for port_ids ['a7ecf739-9692-469b-a936-8c8d435d6449'] {{(pid=113346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:48:34.456620 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3fd5a7b-52b0-44d7-9bf9-cd1d6be251af x-openstack-request-id: req-b3fd5a7b-52b0-44d7-9bf9-cd1d6be251af {{(pid=113345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:48:34.457382 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50d851b6-e607-4ce6-a1d9-ef7d05efdf08", "name": "network-vif-deleted", "tag": "a7ecf739-9692-469b-a936-8c8d435d6449", "status": "completed", "code": 200}]} {{(pid=113345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:48:34.457500 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-b3fd5a7b-52b0-44d7-9bf9-cd1d6be251af {{(pid=113345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:48:34.458075 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d851b6-e607-4ce6-a1d9-ef7d05efdf08', 'name': 'network-vif-deleted', 'tag': 'a7ecf739-9692-469b-a936-8c8d435d6449', 'status': 'completed', 'code': 200} Nov 02 16:48:34.524698 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf814ec-b8ba-4070-b123-9965f4a49b2f req-dd79d1cc-d177-4fc8-981a-e28a09c8efc8 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:34.533126 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-ebf814ec-b8ba-4070-b123-9965f4a49b2f req-dd79d1cc-d177-4fc8-981a-e28a09c8efc8 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 945 time: 0.0735362 Nov 02 16:48:34.583068 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-155e0f6e-8384-41d3-a4cd-357cfa1381fc req-db728b4b-fb41-4bf6-b1da-17ed5d2537ca tempest-VolumesNegativeTest-1150497647 tempest-VolumesNegativeTest-1150497647-project] 10.222.0.118 "GET /v2.0/ports?device_id=50d851b6-e607-4ce6-a1d9-ef7d05efdf08 HTTP/1.1" status: 200 len: 210 time: 0.0302167 Nov 02 16:48:34.589886 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-ebf814ec-b8ba-4070-b123-9965f4a49b2f req-d9d6a500-2801-4644-9b70-f0282b241a3a tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554082 Nov 02 16:48:35.059752 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb3c7f9-73a0-4b6e-a5b7-daa150a19ee3 req-89bad116-19a1-45f9-9f57-c370a641df06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:35.061761 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-edb3c7f9-73a0-4b6e-a5b7-daa150a19ee3 req-89bad116-19a1-45f9-9f57-c370a641df06 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 1098 time: 0.0517421 Nov 02 16:48:35.128636 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-edb3c7f9-73a0-4b6e-a5b7-daa150a19ee3 req-7dec0ead-c503-448f-9021-35a7d5db6dda service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496745 Nov 02 16:48:35.764696 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a5a50-0d7c-4b54-980d-cc41df36851a req-ddb90162-df31-4751-a72d-8712825c6a77 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:35.764696 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-921a5a50-0d7c-4b54-980d-cc41df36851a req-ddb90162-df31-4751-a72d-8712825c6a77 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 945 time: 0.0630844 Nov 02 16:48:35.826215 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-921a5a50-0d7c-4b54-980d-cc41df36851a req-b6911484-b093-476a-be38-2ff06bde49ca tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576944 Nov 02 16:48:36.987965 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9446a616-e2ef-476c-85fe-6267eade1b90 req-85568a78-7267-4909-81da-e726b8d16900 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:36.989660 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-9446a616-e2ef-476c-85fe-6267eade1b90 req-85568a78-7267-4909-81da-e726b8d16900 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 945 time: 0.0623443 Nov 02 16:48:37.063953 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-9446a616-e2ef-476c-85fe-6267eade1b90 req-0846530e-20d1-4ba1-8cb6-86107c69fd09 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649195 Nov 02 16:48:38.347327 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-7897c53f-8bc5-4d84-9be8-f061130191c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:38.653774 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device a7ecf739-9692-469b-a936-8c8d435d6449 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:48:38.682470 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] No Port match for: a7ecf739-9692-469b-a936-8c8d435d6449 {{(pid=113346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 16:48:38.682867 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device a7ecf739-9692-469b-a936-8c8d435d6449 not bound to the agent host hv-cinder-77387 {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:48:39.889463 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922539b5-87d6-4da9-9756-d77f6c9d5f21 req-6013beb5-b622-4e74-9aa6-0cfdb3794c9b tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:39.896027 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-922539b5-87d6-4da9-9756-d77f6c9d5f21 req-6013beb5-b622-4e74-9aa6-0cfdb3794c9b tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 945 time: 0.0735695 Nov 02 16:48:39.965909 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-922539b5-87d6-4da9-9756-d77f6c9d5f21 req-c3903363-089e-463c-926d-36d0a3a94711 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654652 Nov 02 16:48:41.041399 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-45de06bd-f30a-46db-a64f-af636f87c82e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:41.137099 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d5e31-842a-492b-a8d1-3135ea417b63 req-ec592cf5-c560-45c9-bf10-d579f3ba0457 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:41.138855 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-513d5e31-842a-492b-a8d1-3135ea417b63 req-ec592cf5-c560-45c9-bf10-d579f3ba0457 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 945 time: 0.0655460 Nov 02 16:48:41.213992 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-513d5e31-842a-492b-a8d1-3135ea417b63 req-74a8c50b-7cc8-46e0-a4a8-def40efb3a85 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662518 Nov 02 16:48:41.412984 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2024eeb2-f4c7-4ad3-9dcb-a07eab1f91e1 req-74dc54e0-25be-41be-ae17-1bad0fd16608 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:41.414684 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-2024eeb2-f4c7-4ad3-9dcb-a07eab1f91e1 req-74dc54e0-25be-41be-ae17-1bad0fd16608 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=6e5b406e-d37d-44b0-bb2f-39532baf3f9e HTTP/1.1" status: 200 len: 945 time: 0.0601819 Nov 02 16:48:41.479313 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-2024eeb2-f4c7-4ad3-9dcb-a07eab1f91e1 req-b71426f3-5e0b-4436-af36-7304a19591f9 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569880 Nov 02 16:48:41.488930 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 42228) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:41.662936 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-7a7c586e-90db-47b5-a2ec-de45db372406 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=8ab3a00c690849c1bd017a9733cec34a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1724119 Nov 02 16:48:41.666109 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 42234) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:41.752896 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-b895b22e-057a-4326-a805-5a7cddd25ce2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:41.787606 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-b895b22e-057a-4326-a805-5a7cddd25ce2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:41.946241 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-b895b22e-057a-4326-a805-5a7cddd25ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:41.952758 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-b895b22e-057a-4326-a805-5a7cddd25ce2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:41.959632 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-b895b22e-057a-4326-a805-5a7cddd25ce2 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/e4b8184a-4754-4df3-9596-fbc18f5e16f4 HTTP/1.1" status: 204 len: 168 time: 0.2911115 Nov 02 16:48:41.974696 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b895b22e-057a-4326-a805-5a7cddd25ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b8184a-4754-4df3-9596-fbc18f5e16f4,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:42.825232 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-dfe49d6c-b306-436a-ba68-760764be264a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:44.636702 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0b95-0143-42d2-8d33-45f1b37c89de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:46.047777 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b121a-b295-43ca-8cb0-d83486b27b77 req-6b6231bc-d83a-469b-ba0e-d1d4cc2d51d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:46.049472 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-786b121a-b295-43ca-8cb0-d83486b27b77 req-6b6231bc-d83a-469b-ba0e-d1d4cc2d51d2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7a412769a7274d9da389f724f6f4744e&device_id=6e5b406e-d37d-44b0-bb2f-39532baf3f9e HTTP/1.1" status: 200 len: 1098 time: 0.0701325 Nov 02 16:48:46.055546 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:46.199970 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b121a-b295-43ca-8cb0-d83486b27b77 req-ccfcc36d-e90e-41bf-8a6b-f07993c12b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:46.201665 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-786b121a-b295-43ca-8cb0-d83486b27b77 req-ccfcc36d-e90e-41bf-8a6b-f07993c12b56 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e13a8a17-03ff-45d6-87c8-8e4368446fe7 HTTP/1.1" status: 200 len: 920 time: 0.1366801 Nov 02 16:48:46.214636 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9230cbcd-704f-48c1-9cae-fc714281df06 req-5325e678-41d6-49ce-bba2-e43768b2b61a tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:46.215928 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-9230cbcd-704f-48c1-9cae-fc714281df06 req-5325e678-41d6-49ce-bba2-e43768b2b61a tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=6e5b406e-d37d-44b0-bb2f-39532baf3f9e HTTP/1.1" status: 200 len: 945 time: 0.1229010 Nov 02 16:48:46.268737 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-786b121a-b295-43ca-8cb0-d83486b27b77 req-b4dffd88-24b0-4b68-9352-ab56102e6aab service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c95a943-ceda-4a49-8043-1035f5d14c4a HTTP/1.1" status: 200 len: 217 time: 0.0514152 Nov 02 16:48:46.362944 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-9230cbcd-704f-48c1-9cae-fc714281df06 req-6fc1be7c-361b-414f-afce-ddecaebf157e tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375942 Nov 02 16:48:46.369872 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b121a-b295-43ca-8cb0-d83486b27b77 req-897d0638-0f08-4094-ac4d-e73dc9116259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:46.372585 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-786b121a-b295-43ca-8cb0-d83486b27b77 req-897d0638-0f08-4094-ac4d-e73dc9116259 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e0977232-e536-46af-9a0c-d7241cfd5366 HTTP/1.1" status: 200 len: 859 time: 0.0864968 Nov 02 16:48:46.417837 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-786b121a-b295-43ca-8cb0-d83486b27b77 req-d810bcd0-0c91-4de1-baec-7ee9b614f7e8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e13a8a17-03ff-45d6-87c8-8e4368446fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357118 Nov 02 16:48:46.551448 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-786b121a-b295-43ca-8cb0-d83486b27b77 req-ec48607a-f55e-4e36-927e-5204f393e885 service neutron] 10.222.0.76 "GET /v2.0/networks/e13a8a17-03ff-45d6-87c8-8e4368446fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143312 Nov 02 16:48:46.695601 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-786b121a-b295-43ca-8cb0-d83486b27b77 req-43868d56-057d-406e-b865-c8e6c3835f26 service neutron] 10.222.0.76 "GET /v2.0/networks/e13a8a17-03ff-45d6-87c8-8e4368446fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207762 Nov 02 16:48:47.495847 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 42394) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:47.508346 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a884e0-e80e-4f15-8147-5e3c42ea9323 req-598d3415-8f7c-4685-94f5-3a22815d60c6 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:47.510127 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-c8a884e0-e80e-4f15-8147-5e3c42ea9323 req-598d3415-8f7c-4685-94f5-3a22815d60c6 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=6e5b406e-d37d-44b0-bb2f-39532baf3f9e HTTP/1.1" status: 200 len: 945 time: 0.0624897 Nov 02 16:48:47.568902 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-c8a884e0-e80e-4f15-8147-5e3c42ea9323 req-4fd07443-1da9-461c-b501-f1a12eca71d9 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516970 Nov 02 16:48:47.631524 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-7d126436-3225-428f-9f9b-299367e7edc4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:47.749058 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-7d126436-3225-428f-9f9b-299367e7edc4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:47.754476 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-7d126436-3225-428f-9f9b-299367e7edc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:47.806715 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-7d126436-3225-428f-9f9b-299367e7edc4 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=6aff86f17e5f4a248e464026ae4327e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3092592 Nov 02 16:48:47.807967 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d126436-3225-428f-9f9b-299367e7edc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0db123-e0b5-436c-a33d-b20f3b4e1a02,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:47.810070 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 42414) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:47.877723 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-97cd4390-3cb1-44a5-a95a-b68a0d26bb58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:47.902975 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-97cd4390-3cb1-44a5-a95a-b68a0d26bb58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:47.959006 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-97cd4390-3cb1-44a5-a95a-b68a0d26bb58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:47.962331 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-97cd4390-3cb1-44a5-a95a-b68a0d26bb58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:47.963840 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-97cd4390-3cb1-44a5-a95a-b68a0d26bb58 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/3b0db123-e0b5-436c-a33d-b20f3b4e1a02 HTTP/1.1" status: 204 len: 168 time: 0.1525931 Nov 02 16:48:47.972022 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cd4390-3cb1-44a5-a95a-b68a0d26bb58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0db123-e0b5-436c-a33d-b20f3b4e1a02,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:48.864402 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 42450) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:48.975973 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.v2.base [None req-54aa119b-e056-4d83-9be1-b9e2be8d93a8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1845279063-network', 'tenant_id': '078aa8372f994f1eafe3013d58d8c979'}} {{(pid=113344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:48:48.999527 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54aa119b-e056-4d83-9be1-b9e2be8d93a8 admin admin] Made reservation on behalf of 078aa8372f994f1eafe3013d58d8c979 for: {'network': 1} {{(pid=113344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:48:49.003306 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-54aa119b-e056-4d83-9be1-b9e2be8d93a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for network, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:49.012434 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-54aa119b-e056-4d83-9be1-b9e2be8d93a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:49.090657 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-54aa119b-e056-4d83-9be1-b9e2be8d93a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:49.094875 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-54aa119b-e056-4d83-9be1-b9e2be8d93a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:49.122714 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54aa119b-e056-4d83-9be1-b9e2be8d93a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 761, 'physical_network': 'physnet1'} {{(pid=113344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:48:49.129890 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aa119b-e056-4d83-9be1-b9e2be8d93a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f229dc72-75bc-4f7f-9412-443673b95669,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:49.136471 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-54aa119b-e056-4d83-9be1-b9e2be8d93a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639893'] for segment, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:49.136845 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.db.segments_db [None req-54aa119b-e056-4d83-9be1-b9e2be8d93a8 admin admin] Added segment dc14579a-c1fd-47c3-a9d0-a0ee9aecc3df of type vlan for network feac3926-83aa-4c72-bcab-fa9f4d378711 Nov 02 16:48:49.179269 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-54aa119b-e056-4d83-9be1-b9e2be8d93a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788024806476'] for network, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:49.475587 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-54aa119b-e056-4d83-9be1-b9e2be8d93a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481'] for network, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:49.476675 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54aa119b-e056-4d83-9be1-b9e2be8d93a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:49.477301 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-54aa119b-e056-4d83-9be1-b9e2be8d93a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673503'] for network, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:49.534555 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-54aa119b-e056-4d83-9be1-b9e2be8d93a8 admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6685288 Nov 02 16:48:49.537971 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 42458) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:49.543871 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.v2.base [None req-65086563-a21c-48e2-9eb9-2410a210db62 admin admin] Request body: {'subnet': {'network_id': 'feac3926-83aa-4c72-bcab-fa9f4d378711', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1845279063-subnet', 'tenant_id': '078aa8372f994f1eafe3013d58d8c979', 'ip_version': 4}} {{(pid=113344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:48:49.556610 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aa119b-e056-4d83-9be1-b9e2be8d93a8 admin admin] Pushing event updated for resources: {'Network': ['ID=feac3926-83aa-4c72-bcab-fa9f4d378711,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:49.569222 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Network feac3926-83aa-4c72-bcab-fa9f4d378711 details requested by agent ovs-agent-dv-cinder-773876-4-iscsi with host dv-cinder-773876-4-iscsi {{(pid=113346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:48:49.574571 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65086563-a21c-48e2-9eb9-2410a210db62 admin admin] Made reservation on behalf of 078aa8372f994f1eafe3013d58d8c979 for: {'subnet': 1} {{(pid=113344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:48:49.577563 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-65086563-a21c-48e2-9eb9-2410a210db62 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25642317'] for subnet, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:49.769996 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-65086563-a21c-48e2-9eb9-2410a210db62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25372833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25642367'] for subnet, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:49.831966 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65086563-a21c-48e2-9eb9-2410a210db62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc55a5e7-c1f4-4d71-9d94-8bce00c08b5a,revision_number=0']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:49.845528 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65086563-a21c-48e2-9eb9-2410a210db62 admin admin] Checking segment: {'id': 'dc14579a-c1fd-47c3-a9d0-a0ee9aecc3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'feac3926-83aa-4c72-bcab-fa9f4d378711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 16:48:49.845989 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65086563-a21c-48e2-9eb9-2410a210db62 admin admin] Network hostable DHCP agents. Network: feac3926-83aa-4c72-bcab-fa9f4d378711, hostable agents: ['546b8425-0cfc-4ce2-b181-b7c4c8ab844f'], hosted agents: [] {{(pid=113344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:48:49.866662 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65086563-a21c-48e2-9eb9-2410a210db62 admin admin] Network feac3926-83aa-4c72-bcab-fa9f4d378711 is scheduled to be hosted by DHCP agent 546b8425-0cfc-4ce2-b181-b7c4c8ab844f with binding_index 1 {{(pid=113344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:48:49.880746 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.base_scheduler [None req-65086563-a21c-48e2-9eb9-2410a210db62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-4-iscsi, feac3926-83aa-4c72-bcab-fa9f4d378711) {{(pid=113344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:48:49.885903 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65086563-a21c-48e2-9eb9-2410a210db62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:49.887122 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-65086563-a21c-48e2-9eb9-2410a210db62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673503'] for subnet, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:49.895223 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ce4cb5-f2f2-4aad-a0a7-d684dbe3f4e4 None None] Network feac3926-83aa-4c72-bcab-fa9f4d378711 requested from dv-cinder-773876-4-iscsi {{(pid=113346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:48:49.911383 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-65086563-a21c-48e2-9eb9-2410a210db62 admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3721611 Nov 02 16:48:49.916280 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 42462) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:49.921651 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.v2.base [None req-7708a0c0-a6f0-41c0-bc2e-bfd022193883 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1845279063-router', 'tenant_id': '078aa8372f994f1eafe3013d58d8c979', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede'}}} {{(pid=113345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:48:49.951562 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-7708a0c0-a6f0-41c0-bc2e-bfd022193883 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3731402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26202'] for router, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:49.953075 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-7708a0c0-a6f0-41c0-bc2e-bfd022193883 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3731318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3708157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26197'] for router, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:50.023859 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-7708a0c0-a6f0-41c0-bc2e-bfd022193883 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:50.088859 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f521ccb-d41b-4515-974e-5ebd1a3abc31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe4b85e87-31fb-5fe4-ae05-1caa6371d8e7-feac3926-83aa-4c72-bcab-fa9f4d378711', 'network_id': 'feac3926-83aa-4c72-bcab-fa9f4d378711', 'tenant_id': '078aa8372f994f1eafe3013d58d8c979', 'fixed_ips': [{'subnet_id': 'dc55a5e7-c1f4-4d71-9d94-8bce00c08b5a'}]}} from dv-cinder-773876-4-iscsi. {{(pid=113346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:48:50.089832 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-7f521ccb-d41b-4515-974e-5ebd1a3abc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_create {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:50.176430 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-7708a0c0-a6f0-41c0-bc2e-bfd022193883 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:50.238181 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.db_base_plugin_common [None req-7f521ccb-d41b-4515-974e-5ebd1a3abc31 None None] Allocated IP 172.20.0.2 (feac3926-83aa-4c72-bcab-fa9f4d378711/dc55a5e7-c1f4-4d71-9d94-8bce00c08b5a/5f2ebf9e-fa1f-4e2a-b752-1af758f54813) {{(pid=113346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:48:50.391862 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-7708a0c0-a6f0-41c0-bc2e-bfd022193883 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:50.393151 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-7f521ccb-d41b-4515-974e-5ebd1a3abc31 None None] Publish callbacks [] for port, precommit_create {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:50.399618 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-7f521ccb-d41b-4515-974e-5ebd1a3abc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788024814062'] for port, after_create {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:50.413066 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-7708a0c0-a6f0-41c0-bc2e-bfd022193883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:50.452147 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f521ccb-d41b-4515-974e-5ebd1a3abc31 None None] Network feac3926-83aa-4c72-bcab-fa9f4d378711 is already hosted by enough agents. {{(pid=113346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:48:50.461061 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.scheduler.base_scheduler [None req-7f521ccb-d41b-4515-974e-5ebd1a3abc31 None None] Resources bound (agent type, host, resource id): {{(pid=113346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:48:50.464902 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f521ccb-d41b-4515-974e-5ebd1a3abc31 None None] Received port after_create {{(pid=113346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:48:50.468417 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f521ccb-d41b-4515-974e-5ebd1a3abc31 None None] Pushing event updated for resources: {'Port': ['ID=5f2ebf9e-fa1f-4e2a-b752-1af758f54813,revision_number=1']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:50.520101 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f521ccb-d41b-4515-974e-5ebd1a3abc31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:50.520641 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f521ccb-d41b-4515-974e-5ebd1a3abc31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:50.520885 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f521ccb-d41b-4515-974e-5ebd1a3abc31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:50.521237 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f521ccb-d41b-4515-974e-5ebd1a3abc31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:50.521582 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f521ccb-d41b-4515-974e-5ebd1a3abc31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:50.521928 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f521ccb-d41b-4515-974e-5ebd1a3abc31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:50.522270 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f521ccb-d41b-4515-974e-5ebd1a3abc31 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:50.522612 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f521ccb-d41b-4515-974e-5ebd1a3abc31 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:50.522952 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f521ccb-d41b-4515-974e-5ebd1a3abc31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:50.523286 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f521ccb-d41b-4515-974e-5ebd1a3abc31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:50.523901 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f521ccb-d41b-4515-974e-5ebd1a3abc31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:50.524234 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f521ccb-d41b-4515-974e-5ebd1a3abc31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:50.541504 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.db_base_plugin_common [None req-7708a0c0-a6f0-41c0-bc2e-bfd022193883 admin admin] Allocated IP 172.27.1.212 (e732c7b6-4740-4909-a10c-6231f1bdbede/886e8f69-733b-40e5-a835-3f68eef2cfaf/6b8f6113-0284-4530-a276-747a7f36f194) {{(pid=113345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:48:50.544778 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.managers [None req-7f521ccb-d41b-4515-974e-5ebd1a3abc31 None None] Attempting to bind port 5f2ebf9e-fa1f-4e2a-b752-1af758f54813 on host dv-cinder-773876-4-iscsi for vnic_type normal with profile {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 16:48:50.545323 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.managers [None req-7f521ccb-d41b-4515-974e-5ebd1a3abc31 None None] Attempting to bind port 5f2ebf9e-fa1f-4e2a-b752-1af758f54813 by drivers openvswitch,hyperv on host dv-cinder-773876-4-iscsi at level 0 using segments [{'id': 'dc14579a-c1fd-47c3-a9d0-a0ee9aecc3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'feac3926-83aa-4c72-bcab-fa9f4d378711'}] {{(pid=113346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 16:48:50.545814 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f521ccb-d41b-4515-974e-5ebd1a3abc31 None None] Attempting to bind port 5f2ebf9e-fa1f-4e2a-b752-1af758f54813 on network feac3926-83aa-4c72-bcab-fa9f4d378711 {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:48:50.554027 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f521ccb-d41b-4515-974e-5ebd1a3abc31 None None] Checking agent: {'id': '7dc37166-7823-42e6-bc3e-7dc49cd1fc12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 37, 46), 'started_at': datetime.datetime(2021, 11, 2, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:48:50.554027 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f521ccb-d41b-4515-974e-5ebd1a3abc31 None None] Checking segment: {'id': 'dc14579a-c1fd-47c3-a9d0-a0ee9aecc3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'feac3926-83aa-4c72-bcab-fa9f4d378711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 16:48:50.554027 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-7f521ccb-d41b-4515-974e-5ebd1a3abc31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:50.554027 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f521ccb-d41b-4515-974e-5ebd1a3abc31 None None] Bound using segment: {'id': 'dc14579a-c1fd-47c3-a9d0-a0ee9aecc3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'feac3926-83aa-4c72-bcab-fa9f4d378711'} {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:48:50.554609 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.managers [None req-7f521ccb-d41b-4515-974e-5ebd1a3abc31 None None] Bound port: 5f2ebf9e-fa1f-4e2a-b752-1af758f54813, host: dv-cinder-773876-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc14579a-c1fd-47c3-a9d0-a0ee9aecc3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'feac3926-83aa-4c72-bcab-fa9f4d378711'}}] {{(pid=113346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 16:48:50.554609 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-7f521ccb-d41b-4515-974e-5ebd1a3abc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:50.652048 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-7f521ccb-d41b-4515-974e-5ebd1a3abc31 None None] For port 5f2ebf9e-fa1f-4e2a-b752-1af758f54813, host dv-cinder-773876-4-iscsi, cleared binding levels {{(pid=113346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:48:50.659096 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-7f521ccb-d41b-4515-974e-5ebd1a3abc31 None None] For port 5f2ebf9e-fa1f-4e2a-b752-1af758f54813, host dv-cinder-773876-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=5f2ebf9e-fa1f-4e2a-b752-1af758f54813,segment=NetworkSegment(dc14579a-c1fd-47c3-a9d0-a0ee9aecc3df),segment_id=dc14579a-c1fd-47c3-a9d0-a0ee9aecc3df)] {{(pid=113346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:48:50.666439 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-7f521ccb-d41b-4515-974e-5ebd1a3abc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:50.667438 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9b4f59-fa28-4dfc-967d-a5d86944d9d8 req-ee7695c7-fbe7-45c6-b778-d8fcea3eec99 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:50.669402 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-4d9b4f59-fa28-4dfc-967d-a5d86944d9d8 req-ee7695c7-fbe7-45c6-b778-d8fcea3eec99 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=6e5b406e-d37d-44b0-bb2f-39532baf3f9e HTTP/1.1" status: 200 len: 945 time: 0.1313102 Nov 02 16:48:50.689129 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-7708a0c0-a6f0-41c0-bc2e-bfd022193883 admin admin] Publish callbacks [] for port, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:50.733654 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-4d9b4f59-fa28-4dfc-967d-a5d86944d9d8 req-b493cd1e-cb3c-4b50-815e-e255a31a37e8 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550942 Nov 02 16:48:50.739618 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-7708a0c0-a6f0-41c0-bc2e-bfd022193883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788024814062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27915883'] for port, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:50.754811 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f521ccb-d41b-4515-974e-5ebd1a3abc31 None None] Pushing event updated for resources: {'Port': ['ID=5f2ebf9e-fa1f-4e2a-b752-1af758f54813,revision_number=2']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:50.796704 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7708a0c0-a6f0-41c0-bc2e-bfd022193883 admin admin] Network e732c7b6-4740-4909-a10c-6231f1bdbede is already hosted by enough agents. {{(pid=113345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:48:50.800911 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.base_scheduler [None req-7708a0c0-a6f0-41c0-bc2e-bfd022193883 admin admin] Resources bound (agent type, host, resource id): {{(pid=113345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:48:50.808092 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7708a0c0-a6f0-41c0-bc2e-bfd022193883 admin admin] Pushing event updated for resources: {'Port': ['ID=6b8f6113-0284-4530-a276-747a7f36f194,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:50.822752 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7708a0c0-a6f0-41c0-bc2e-bfd022193883 admin admin] Received port after_create {{(pid=113345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:48:51.185059 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-7708a0c0-a6f0-41c0-bc2e-bfd022193883 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:51.416604 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-7708a0c0-a6f0-41c0-bc2e-bfd022193883 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3731327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3708078'] for router, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:51.561375 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7708a0c0-a6f0-41c0-bc2e-bfd022193883 admin admin] Router ae61ccd8-dccb-4755-b60d-61ac4b25fa99 is scheduled to L3 agent 23c85ca8-88a6-46e7-9165-338a7fd1d142 with binding_index 1 {{(pid=113345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:48:51.697763 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7708a0c0-a6f0-41c0-bc2e-bfd022193883 admin admin] Notify agent at l3_agent.dv-cinder-773876-4-iscsi the message routers_updated {{(pid=113345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:48:51.713200 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880966f1-4d99-40fb-92c1-f828b7f65dc5 None None] Sync routers for ids ['ae61ccd8-dccb-4755-b60d-61ac4b25fa99'] in dv-cinder-773876-4-iscsi {{(pid=113347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:48:51.721273 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-7708a0c0-a6f0-41c0-bc2e-bfd022193883 admin admin] Publish callbacks [] for router, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:51.723047 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-7708a0c0-a6f0-41c0-bc2e-bfd022193883 admin admin] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8053515 Nov 02 16:48:51.725996 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 42486) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:51.730731 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880966f1-4d99-40fb-92c1-f828b7f65dc5 None None] Routers {'ae61ccd8-dccb-4755-b60d-61ac4b25fa99'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:48:51.731688 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-880966f1-4d99-40fb-92c1-f828b7f65dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:48:41Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['ae61ccd8-dccb-4755-b60d-61ac4b25fa99'], 'active': True} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:51.817684 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:51.869974 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvr_db [None req-880966f1-4d99-40fb-92c1-f828b7f65dc5 None None] Set router ae61ccd8-dccb-4755-b60d-61ac4b25fa99 gateway port host: dv-cinder-773876-4-iscsi {{(pid=113347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:48:52.002716 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232c137e-1480-4214-a15b-69e9b2da63a5 None None] Network feac3926-83aa-4c72-bcab-fa9f4d378711 requested from dv-cinder-773876-4-iscsi {{(pid=113346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:48:52.089399 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-e3338a56-77e7-483d-b7db-343a2242a2da None None] Provisioning complete for port 5f2ebf9e-fa1f-4e2a-b752-1af758f54813 triggered by entity DHCP. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:48:52.090342 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-e3338a56-77e7-483d-b7db-343a2242a2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:52.125513 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-880966f1-4d99-40fb-92c1-f828b7f65dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae61ccd8-dccb-4755-b60d-61ac4b25fa99', 'name': 'tempest-TestMinimumBasicScenario-1845279063-router', 'tenant_id': '078aa8372f994f1eafe3013d58d8c979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '6b8f6113-0284-4530-a276-747a7f36f194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:48:49Z', 'updated_at': '2021-11-02T16:48:51Z', 'revision_number': 3, 'project_id': '078aa8372f994f1eafe3013d58d8c979', 'gw_port': {'id': '6b8f6113-0284-4530-a276-747a7f36f194', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:dd:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae61ccd8-dccb-4755-b60d-61ac4b25fa99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:48:50Z', 'updated_at': '2021-11-02T16:48:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi'}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:52.164287 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880966f1-4d99-40fb-92c1-f828b7f65dc5 None None] Checking router: ae61ccd8-dccb-4755-b60d-61ac4b25fa99 for host: dv-cinder-773876-4-iscsi {{(pid=113347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:48:52.164667 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880966f1-4d99-40fb-92c1-f828b7f65dc5 None None] Updating router ae61ccd8-dccb-4755-b60d-61ac4b25fa99 port 6b8f6113-0284-4530-a276-747a7f36f194 binding host dv-cinder-773876-4-iscsi {{(pid=113347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:48:52.197235 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron_lib.callbacks.manager [None req-880966f1-4d99-40fb-92c1-f828b7f65dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:52.469848 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-e3338a56-77e7-483d-b7db-343a2242a2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:52.529461 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-e3338a56-77e7-483d-b7db-343a2242a2da None None] For port 5f2ebf9e-fa1f-4e2a-b752-1af758f54813, host dv-cinder-773876-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=5f2ebf9e-fa1f-4e2a-b752-1af758f54813,segment=NetworkSegment(dc14579a-c1fd-47c3-a9d0-a0ee9aecc3df),segment_id=dc14579a-c1fd-47c3-a9d0-a0ee9aecc3df)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:48:52.534862 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-e3338a56-77e7-483d-b7db-343a2242a2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:52.565436 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron_lib.callbacks.manager [None req-880966f1-4d99-40fb-92c1-f828b7f65dc5 None None] Publish callbacks [] for port, precommit_update {{(pid=113347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:52.578752 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron_lib.callbacks.manager [None req-880966f1-4d99-40fb-92c1-f828b7f65dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:52.597646 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-c491d290-3365-440c-b9a1-7eee19c10b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:52.612108 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device 5f2ebf9e-fa1f-4e2a-b752-1af758f54813 up at agent ovs-agent-dv-cinder-773876-4-iscsi {{(pid=113346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:48:52.660892 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3338a56-77e7-483d-b7db-343a2242a2da None None] Pushing event updated for resources: {'Port': ['ID=5f2ebf9e-fa1f-4e2a-b752-1af758f54813,revision_number=3']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:52.662976 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.managers [None req-880966f1-4d99-40fb-92c1-f828b7f65dc5 None None] Attempting to bind port 6b8f6113-0284-4530-a276-747a7f36f194 on host dv-cinder-773876-4-iscsi for vnic_type normal with profile {{(pid=113347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 16:48:52.663481 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.managers [None req-880966f1-4d99-40fb-92c1-f828b7f65dc5 None None] Attempting to bind port 6b8f6113-0284-4530-a276-747a7f36f194 by drivers openvswitch,hyperv on host dv-cinder-773876-4-iscsi at level 0 using segments [{'id': '1cb664d2-69f4-46cd-9abc-3fc1a9239895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede'}] {{(pid=113347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 16:48:52.663786 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880966f1-4d99-40fb-92c1-f828b7f65dc5 None None] Attempting to bind port 6b8f6113-0284-4530-a276-747a7f36f194 on network e732c7b6-4740-4909-a10c-6231f1bdbede {{(pid=113347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:48:52.669935 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ed6cd9-ec69-43d5-963c-aafe9c1e54d0 None None] Pushing event updated for resources: {'Port': ['ID=6b8f6113-0284-4530-a276-747a7f36f194,revision_number=2']} {{(pid=113347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:52.683980 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ed6cd9-ec69-43d5-963c-aafe9c1e54d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:52.684399 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ed6cd9-ec69-43d5-963c-aafe9c1e54d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:52.684752 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ed6cd9-ec69-43d5-963c-aafe9c1e54d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:52.685099 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ed6cd9-ec69-43d5-963c-aafe9c1e54d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:52.685438 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ed6cd9-ec69-43d5-963c-aafe9c1e54d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:52.685774 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ed6cd9-ec69-43d5-963c-aafe9c1e54d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:52.686109 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ed6cd9-ec69-43d5-963c-aafe9c1e54d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:52.686443 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ed6cd9-ec69-43d5-963c-aafe9c1e54d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:52.686799 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ed6cd9-ec69-43d5-963c-aafe9c1e54d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:52.687129 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ed6cd9-ec69-43d5-963c-aafe9c1e54d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:52.687464 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ed6cd9-ec69-43d5-963c-aafe9c1e54d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:52.687891 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ed6cd9-ec69-43d5-963c-aafe9c1e54d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:48:52.704220 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880966f1-4d99-40fb-92c1-f828b7f65dc5 None None] Checking agent: {'id': '7dc37166-7823-42e6-bc3e-7dc49cd1fc12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 37, 46), 'started_at': datetime.datetime(2021, 11, 2, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:48:52.705008 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880966f1-4d99-40fb-92c1-f828b7f65dc5 None None] Checking segment: {'id': '1cb664d2-69f4-46cd-9abc-3fc1a9239895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 16:48:52.705669 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron_lib.callbacks.manager [None req-880966f1-4d99-40fb-92c1-f828b7f65dc5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=113347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:52.706225 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880966f1-4d99-40fb-92c1-f828b7f65dc5 None None] Bound using segment: {'id': '1cb664d2-69f4-46cd-9abc-3fc1a9239895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede'} {{(pid=113347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:48:52.708558 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.managers [None req-880966f1-4d99-40fb-92c1-f828b7f65dc5 None None] Bound port: 6b8f6113-0284-4530-a276-747a7f36f194, host: dv-cinder-773876-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cb664d2-69f4-46cd-9abc-3fc1a9239895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede'}}] {{(pid=113347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 16:48:52.709449 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron_lib.callbacks.manager [None req-880966f1-4d99-40fb-92c1-f828b7f65dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:52.730758 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Provisioning complete for port 5f2ebf9e-fa1f-4e2a-b752-1af758f54813 triggered by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:48:52.731226 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:52.783066 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.db [None req-880966f1-4d99-40fb-92c1-f828b7f65dc5 None None] For port 6b8f6113-0284-4530-a276-747a7f36f194, host dv-cinder-773876-4-iscsi, cleared binding levels {{(pid=113347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:48:52.788442 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.db [None req-880966f1-4d99-40fb-92c1-f828b7f65dc5 None None] For port 6b8f6113-0284-4530-a276-747a7f36f194, host dv-cinder-773876-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=6b8f6113-0284-4530-a276-747a7f36f194,segment=NetworkSegment(1cb664d2-69f4-46cd-9abc-3fc1a9239895),segment_id=1cb664d2-69f4-46cd-9abc-3fc1a9239895)] {{(pid=113347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:48:52.796298 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron_lib.callbacks.manager [None req-880966f1-4d99-40fb-92c1-f828b7f65dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:52.886854 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ed6cd9-ec69-43d5-963c-aafe9c1e54d0 None None] Pushing event updated for resources: {'Port': ['ID=6b8f6113-0284-4530-a276-747a7f36f194,revision_number=3']} {{(pid=113347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:52.891199 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.db_base_plugin_common [None req-c491d290-3365-440c-b9a1-7eee19c10b03 admin admin] Allocated IP 172.20.0.1 (feac3926-83aa-4c72-bcab-fa9f4d378711/dc55a5e7-c1f4-4d71-9d94-8bce00c08b5a/067dfcd5-7af1-4f49-b8d7-5401f482bd81) {{(pid=113345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:48:52.904107 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880966f1-4d99-40fb-92c1-f828b7f65dc5 None None] Routers {'ae61ccd8-dccb-4755-b60d-61ac4b25fa99'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:48:52.905225 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-880966f1-4d99-40fb-92c1-f828b7f65dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:48:41Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['ae61ccd8-dccb-4755-b60d-61ac4b25fa99'], 'active': True} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:52.987108 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-c236e7bd-e5f9-4ed6-ace0-90c405cac951 None None] Provisioning complete for port 5f2ebf9e-fa1f-4e2a-b752-1af758f54813 triggered by entity DHCP. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:48:52.988575 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-c236e7bd-e5f9-4ed6-ace0-90c405cac951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:53.059590 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-c491d290-3365-440c-b9a1-7eee19c10b03 admin admin] Publish callbacks [] for port, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:53.084450 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvr_db [None req-880966f1-4d99-40fb-92c1-f828b7f65dc5 None None] Set router ae61ccd8-dccb-4755-b60d-61ac4b25fa99 gateway port host: dv-cinder-773876-4-iscsi {{(pid=113347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:48:53.106656 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-c491d290-3365-440c-b9a1-7eee19c10b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788024814062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27915883'] for port, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:53.154869 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c491d290-3365-440c-b9a1-7eee19c10b03 admin admin] Network feac3926-83aa-4c72-bcab-fa9f4d378711 is already hosted by enough agents. {{(pid=113345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:48:53.163026 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.base_scheduler [None req-c491d290-3365-440c-b9a1-7eee19c10b03 admin admin] Resources bound (agent type, host, resource id): {{(pid=113345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:48:53.168065 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c491d290-3365-440c-b9a1-7eee19c10b03 admin admin] Received port after_create {{(pid=113345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:48:53.195130 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c491d290-3365-440c-b9a1-7eee19c10b03 admin admin] Pushing event updated for resources: {'Port': ['ID=067dfcd5-7af1-4f49-b8d7-5401f482bd81,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:53.246600 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-c491d290-3365-440c-b9a1-7eee19c10b03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3708925'] for router_interface, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:53.430289 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-c491d290-3365-440c-b9a1-7eee19c10b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:53.444251 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-880966f1-4d99-40fb-92c1-f828b7f65dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae61ccd8-dccb-4755-b60d-61ac4b25fa99', 'name': 'tempest-TestMinimumBasicScenario-1845279063-router', 'tenant_id': '078aa8372f994f1eafe3013d58d8c979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '6b8f6113-0284-4530-a276-747a7f36f194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:48:49Z', 'updated_at': '2021-11-02T16:48:51Z', 'revision_number': 3, 'project_id': '078aa8372f994f1eafe3013d58d8c979', 'gw_port': {'id': '6b8f6113-0284-4530-a276-747a7f36f194', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:dd:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae61ccd8-dccb-4755-b60d-61ac4b25fa99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:48:50Z', 'updated_at': '2021-11-02T16:48:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi'}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:53.476783 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880966f1-4d99-40fb-92c1-f828b7f65dc5 None None] The sync data for ids ['ae61ccd8-dccb-4755-b60d-61ac4b25fa99'] in dv-cinder-773876-4-iscsi is: [{'id': 'ae61ccd8-dccb-4755-b60d-61ac4b25fa99', 'name': 'tempest-TestMinimumBasicScenario-1845279063-router', 'tenant_id': '078aa8372f994f1eafe3013d58d8c979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '6b8f6113-0284-4530-a276-747a7f36f194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:48:49Z', 'updated_at': '2021-11-02T16:48:51Z', 'revision_number': 3, 'project_id': '078aa8372f994f1eafe3013d58d8c979', 'gw_port': {'id': '6b8f6113-0284-4530-a276-747a7f36f194', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:dd:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae61ccd8-dccb-4755-b60d-61ac4b25fa99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:48:50Z', 'updated_at': '2021-11-02T16:48:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi'}] {{(pid=113347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:48:53.519377 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-5b11637d-0e32-406b-aa87-7a9b872cc852 None None] Provisioning complete for port 067dfcd5-7af1-4f49-b8d7-5401f482bd81 triggered by entity DHCP. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:48:53.519930 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-5b11637d-0e32-406b-aa87-7a9b872cc852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:53.578797 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-5b11637d-0e32-406b-aa87-7a9b872cc852 None None] Port 067dfcd5-7af1-4f49-b8d7-5401f482bd81 cannot update to ACTIVE because it is not bound. {{(pid=113346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 16:48:53.646078 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-c491d290-3365-440c-b9a1-7eee19c10b03 admin admin] Publish callbacks [] for port, precommit_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:53.651408 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-c491d290-3365-440c-b9a1-7eee19c10b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27915890'] for port, after_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:53.727748 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c491d290-3365-440c-b9a1-7eee19c10b03 admin admin] Pushing event updated for resources: {'Port': ['ID=067dfcd5-7af1-4f49-b8d7-5401f482bd81,revision_number=2']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:53.730476 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-c491d290-3365-440c-b9a1-7eee19c10b03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3708777'] for router_interface, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:53.872114 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c491d290-3365-440c-b9a1-7eee19c10b03 admin admin] Network feac3926-83aa-4c72-bcab-fa9f4d378711 is already hosted by enough agents. {{(pid=113345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:48:53.873875 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.base_scheduler [None req-c491d290-3365-440c-b9a1-7eee19c10b03 admin admin] Resources bound (agent type, host, resource id): {{(pid=113345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:48:54.023844 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c491d290-3365-440c-b9a1-7eee19c10b03 admin admin] Router ae61ccd8-dccb-4755-b60d-61ac4b25fa99 has already been hosted by L3 agent 23c85ca8-88a6-46e7-9165-338a7fd1d142 {{(pid=113345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:48:54.220026 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-aa20a3ba-a8c5-413e-803b-ef2c91c306c7 None None] Provisioning complete for port 067dfcd5-7af1-4f49-b8d7-5401f482bd81 triggered by entity DHCP. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:48:54.220955 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-aa20a3ba-a8c5-413e-803b-ef2c91c306c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:54.226872 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c491d290-3365-440c-b9a1-7eee19c10b03 admin admin] Notify agent at l3_agent.dv-cinder-773876-4-iscsi the message routers_updated {{(pid=113345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:48:54.239249 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-c491d290-3365-440c-b9a1-7eee19c10b03 admin admin] 10.222.0.118 "PUT /v2.0/routers/ae61ccd8-dccb-4755-b60d-61ac4b25fa99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5102997 Nov 02 16:48:54.287442 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-aa20a3ba-a8c5-413e-803b-ef2c91c306c7 None None] Port 067dfcd5-7af1-4f49-b8d7-5401f482bd81 cannot update to ACTIVE because it is not bound. {{(pid=113346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 16:48:54.290653 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89edc486-0b64-410b-8820-c0291b5a3aa1 req-3a9fad6e-566e-406d-92c1-5b6ac1252dac tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:54.293501 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-89edc486-0b64-410b-8820-c0291b5a3aa1 req-3a9fad6e-566e-406d-92c1-5b6ac1252dac tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=6e5b406e-d37d-44b0-bb2f-39532baf3f9e HTTP/1.1" status: 200 len: 945 time: 0.1099846 Nov 02 16:48:54.385312 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-89edc486-0b64-410b-8820-c0291b5a3aa1 req-b62434e6-9a66-49d8-b3bf-9145d49264c1 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813096 Nov 02 16:48:54.636376 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device 5f2ebf9e-fa1f-4e2a-b752-1af758f54813 up at agent ovs-agent-dv-cinder-773876-4-iscsi {{(pid=113346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:48:54.719772 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Provisioning complete for port 5f2ebf9e-fa1f-4e2a-b752-1af758f54813 triggered by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:48:54.720775 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:54.853750 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device 6b8f6113-0284-4530-a276-747a7f36f194 up at agent ovs-agent-dv-cinder-773876-4-iscsi {{(pid=113346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:48:54.928428 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Provisioning complete for port 6b8f6113-0284-4530-a276-747a7f36f194 triggered by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:48:54.928969 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:55.043566 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:55.073986 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] For port 6b8f6113-0284-4530-a276-747a7f36f194, host dv-cinder-773876-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=6b8f6113-0284-4530-a276-747a7f36f194,segment=NetworkSegment(1cb664d2-69f4-46cd-9abc-3fc1a9239895),segment_id=1cb664d2-69f4-46cd-9abc-3fc1a9239895)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:48:55.083957 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:55.109917 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 42526) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:55.115881 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.v2.base [None req-65049808-ca8d-4bca-be42-1f5e44551bd6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1571197944-network', 'tenant_id': 'd8893a1c51494037812ebb841a885c65'}} {{(pid=113344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:48:55.141794 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65049808-ca8d-4bca-be42-1f5e44551bd6 admin admin] Made reservation on behalf of d8893a1c51494037812ebb841a885c65 for: {'network': 1} {{(pid=113344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:48:55.146194 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-65049808-ca8d-4bca-be42-1f5e44551bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for network, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:55.153735 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Pushing event updated for resources: {'Port': ['ID=6b8f6113-0284-4530-a276-747a7f36f194,revision_number=4']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:55.157599 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-65049808-ca8d-4bca-be42-1f5e44551bd6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:55.244437 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-65049808-ca8d-4bca-be42-1f5e44551bd6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:55.250405 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-65049808-ca8d-4bca-be42-1f5e44551bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:55.278709 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65049808-ca8d-4bca-be42-1f5e44551bd6 admin admin] vlan segment allocate from pool success with {'vlan_id': 784, 'physical_network': 'physnet1'} {{(pid=113344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:48:55.290186 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65049808-ca8d-4bca-be42-1f5e44551bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd775ad-ce87-4473-b43e-cfd666be68a1,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:55.297187 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-65049808-ca8d-4bca-be42-1f5e44551bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639893'] for segment, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:55.298047 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.db.segments_db [None req-65049808-ca8d-4bca-be42-1f5e44551bd6 admin admin] Added segment 8a2a7dae-38f3-4205-a3c2-3881fc8185e4 of type vlan for network a0b3ac43-ce2e-4870-aa2a-ba58c2f8fa51 Nov 02 16:48:55.347623 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-65049808-ca8d-4bca-be42-1f5e44551bd6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788024806476'] for network, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:55.409477 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-65049808-ca8d-4bca-be42-1f5e44551bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481'] for network, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:55.412795 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65049808-ca8d-4bca-be42-1f5e44551bd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:55.415233 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-65049808-ca8d-4bca-be42-1f5e44551bd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673503'] for network, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:55.574268 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-65049808-ca8d-4bca-be42-1f5e44551bd6 admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4626834 Nov 02 16:48:55.578813 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 42554) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:55.586640 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.v2.base [None req-cfcb37ce-2235-4ffd-9b76-96de1bbb0640 admin admin] Request body: {'subnet': {'network_id': 'a0b3ac43-ce2e-4870-aa2a-ba58c2f8fa51', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1571197944-subnet', 'tenant_id': 'd8893a1c51494037812ebb841a885c65', 'ip_version': 4}} {{(pid=113345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:48:55.645393 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfcb37ce-2235-4ffd-9b76-96de1bbb0640 admin admin] Made reservation on behalf of d8893a1c51494037812ebb841a885c65 for: {'subnet': 1} {{(pid=113345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:48:55.651232 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-cfcb37ce-2235-4ffd-9b76-96de1bbb0640 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29156465'] for subnet, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:55.703065 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65049808-ca8d-4bca-be42-1f5e44551bd6 admin admin] Pushing event updated for resources: {'Network': ['ID=a0b3ac43-ce2e-4870-aa2a-ba58c2f8fa51,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:55.719553 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Network a0b3ac43-ce2e-4870-aa2a-ba58c2f8fa51 details requested by agent ovs-agent-dv-cinder-773876-4-iscsi with host dv-cinder-773876-4-iscsi {{(pid=113346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:48:55.793262 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71e55a0-fd57-4c00-a5b1-076da6957952 req-ccfe8c1a-ca34-48fd-8f5d-c10fa24f65a7 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:55.803312 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-b71e55a0-fd57-4c00-a5b1-076da6957952 req-ccfe8c1a-ca34-48fd-8f5d-c10fa24f65a7 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=6e5b406e-d37d-44b0-bb2f-39532baf3f9e HTTP/1.1" status: 200 len: 945 time: 0.2440374 Nov 02 16:48:55.857318 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1270a5d3-71e7-4672-9b0e-b3165b50883f None None] Sync routers for ids ['ae61ccd8-dccb-4755-b60d-61ac4b25fa99'] in dv-cinder-773876-4-iscsi {{(pid=113346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:48:55.872952 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-b71e55a0-fd57-4c00-a5b1-076da6957952 req-7d6ca34e-59f2-481f-b5ab-8c75c1daa7f6 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682073 Nov 02 16:48:55.901860 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1270a5d3-71e7-4672-9b0e-b3165b50883f None None] Routers {'ae61ccd8-dccb-4755-b60d-61ac4b25fa99'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:48:55.903082 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-1270a5d3-71e7-4672-9b0e-b3165b50883f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:48:41Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['ae61ccd8-dccb-4755-b60d-61ac4b25fa99'], 'active': True} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:55.924535 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 42570) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:55.954451 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d3f6c-f389-4704-9868-df5da2f7b76b req-e25b163e-b577-4233-82ad-b6d2cba90430 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:55.956731 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-007d3f6c-f389-4704-9868-df5da2f7b76b req-e25b163e-b577-4233-82ad-b6d2cba90430 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/networks?id=716d1add-eeb0-4090-99a3-8e93ac4c3a42 HTTP/1.1" status: 200 len: 814 time: 0.1707215 Nov 02 16:48:56.001821 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-007d3f6c-f389-4704-9868-df5da2f7b76b req-1a0465fd-7fce-4976-8022-ceece49b4c07 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/quotas/fd124bfe873f4553b53c6d8282df462c HTTP/1.1" status: 200 len: 375 time: 0.0379503 Nov 02 16:48:56.081702 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvr_db [None req-1270a5d3-71e7-4672-9b0e-b3165b50883f None None] Set router ae61ccd8-dccb-4755-b60d-61ac4b25fa99 gateway port host: dv-cinder-773876-4-iscsi {{(pid=113346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:48:56.151727 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-bd6c60d5-6f4a-49b7-a238-132cca252561 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:56.158121 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-cfcb37ce-2235-4ffd-9b76-96de1bbb0640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27917051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29156419'] for subnet, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:56.186038 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-007d3f6c-f389-4704-9868-df5da2f7b76b req-53c4eedb-074d-4db1-b8f4-87002fe0d82d tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=fd124bfe873f4553b53c6d8282df462c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1640255 Nov 02 16:48:56.338691 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcb37ce-2235-4ffd-9b76-96de1bbb0640 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5408ae6-d449-43c9-a248-449af3b952ee,revision_number=0']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:56.365782 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-1270a5d3-71e7-4672-9b0e-b3165b50883f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae61ccd8-dccb-4755-b60d-61ac4b25fa99', 'name': 'tempest-TestMinimumBasicScenario-1845279063-router', 'tenant_id': '078aa8372f994f1eafe3013d58d8c979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '6b8f6113-0284-4530-a276-747a7f36f194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:48:49Z', 'updated_at': '2021-11-02T16:48:53Z', 'revision_number': 4, 'project_id': '078aa8372f994f1eafe3013d58d8c979', 'gw_port': {'id': '6b8f6113-0284-4530-a276-747a7f36f194', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:dd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae61ccd8-dccb-4755-b60d-61ac4b25fa99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:48:50Z', 'updated_at': '2021-11-02T16:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_interfaces': [{'id': '067dfcd5-7af1-4f49-b8d7-5401f482bd81', 'name': '', 'network_id': 'feac3926-83aa-4c72-bcab-fa9f4d378711', 'tenant_id': '078aa8372f994f1eafe3013d58d8c979', 'mac_address': 'fa:16:3e:ca:d4:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae61ccd8-dccb-4755-b60d-61ac4b25fa99', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'dc55a5e7-c1f4-4d71-9d94-8bce00c08b5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:48:52Z', 'updated_at': '2021-11-02T16:48:53Z', 'revision_number': 2, 'project_id': '078aa8372f994f1eafe3013d58d8c979', 'subnets': [{'id': 'dc55a5e7-c1f4-4d71-9d94-8bce00c08b5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:56.377921 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcb37ce-2235-4ffd-9b76-96de1bbb0640 admin admin] Checking segment: {'id': '8a2a7dae-38f3-4205-a3c2-3881fc8185e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'a0b3ac43-ce2e-4870-aa2a-ba58c2f8fa51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 16:48:56.378303 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcb37ce-2235-4ffd-9b76-96de1bbb0640 admin admin] Network hostable DHCP agents. Network: a0b3ac43-ce2e-4870-aa2a-ba58c2f8fa51, hostable agents: ['546b8425-0cfc-4ce2-b181-b7c4c8ab844f'], hosted agents: [] {{(pid=113345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:48:56.401069 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1270a5d3-71e7-4672-9b0e-b3165b50883f None None] Checking router: ae61ccd8-dccb-4755-b60d-61ac4b25fa99 for host: dv-cinder-773876-4-iscsi {{(pid=113346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:48:56.401578 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1270a5d3-71e7-4672-9b0e-b3165b50883f None None] Updating router ae61ccd8-dccb-4755-b60d-61ac4b25fa99 port 067dfcd5-7af1-4f49-b8d7-5401f482bd81 binding host dv-cinder-773876-4-iscsi {{(pid=113346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:48:56.436929 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-007d3f6c-f389-4704-9868-df5da2f7b76b req-f374a590-23d7-467b-9f3d-7119d2ae21ed service neutron] 10.222.0.118 "GET /v2.0/networks/716d1add-eeb0-4090-99a3-8e93ac4c3a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189038 Nov 02 16:48:56.437301 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-1270a5d3-71e7-4672-9b0e-b3165b50883f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:56.459589 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-bd6c60d5-6f4a-49b7-a238-132cca252561 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:56.462579 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcb37ce-2235-4ffd-9b76-96de1bbb0640 admin admin] Network a0b3ac43-ce2e-4870-aa2a-ba58c2f8fa51 is scheduled to be hosted by DHCP agent 546b8425-0cfc-4ce2-b181-b7c4c8ab844f with binding_index 1 {{(pid=113345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:48:56.488231 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-bd6c60d5-6f4a-49b7-a238-132cca252561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:56.541817 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.base_scheduler [None req-cfcb37ce-2235-4ffd-9b76-96de1bbb0640 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-4-iscsi, a0b3ac43-ce2e-4870-aa2a-ba58c2f8fa51) {{(pid=113345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:48:56.551527 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device 6b8f6113-0284-4530-a276-747a7f36f194 up at agent ovs-agent-dv-cinder-773876-4-iscsi {{(pid=113346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:48:56.557798 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcb37ce-2235-4ffd-9b76-96de1bbb0640 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:56.558424 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-cfcb37ce-2235-4ffd-9b76-96de1bbb0640 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673503'] for subnet, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:56.561684 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c188257-b38b-439b-9384-6da65dd760d5 None None] Network a0b3ac43-ce2e-4870-aa2a-ba58c2f8fa51 requested from dv-cinder-773876-4-iscsi {{(pid=113346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:48:56.593922 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-bd6c60d5-6f4a-49b7-a238-132cca252561 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=e4762d8a59464033b3cccfc337a82df8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6679504 Nov 02 16:48:56.598615 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6c60d5-6f4a-49b7-a238-132cca252561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9809c900-6163-4202-a532-b1839cc6587c,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:56.599126 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 42578) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:56.606634 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-cfcb37ce-2235-4ffd-9b76-96de1bbb0640 admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0250168 Nov 02 16:48:56.609799 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 42580) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:56.617429 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.v2.base [None req-89d46cea-6cf6-4a72-b212-037447935fd6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1571197944-router', 'tenant_id': 'd8893a1c51494037812ebb841a885c65', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede'}}} {{(pid=113345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:48:56.666297 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-007d3f6c-f389-4704-9868-df5da2f7b76b req-6b201c11-0240-4b62-b9c8-6f32c2cf054b service neutron] 10.222.0.118 "GET /v2.0/networks/716d1add-eeb0-4090-99a3-8e93ac4c3a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212715 Nov 02 16:48:56.668582 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-89d46cea-6cf6-4a72-b212-037447935fd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3731402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26202'] for router, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:56.673149 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-89d46cea-6cf6-4a72-b212-037447935fd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3731318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3708157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26197'] for router, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:56.682275 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-c4c5d4d2-9719-4789-b54d-2a3d47d81e8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:56.727078 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-c4c5d4d2-9719-4789-b54d-2a3d47d81e8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:56.776443 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-89d46cea-6cf6-4a72-b212-037447935fd6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:56.816388 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-c4c5d4d2-9719-4789-b54d-2a3d47d81e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:56.830778 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-c4c5d4d2-9719-4789-b54d-2a3d47d81e8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:56.835243 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-c4c5d4d2-9719-4789-b54d-2a3d47d81e8c admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/9809c900-6163-4202-a532-b1839cc6587c HTTP/1.1" status: 204 len: 168 time: 0.2332432 Nov 02 16:48:56.876380 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c5d4d2-9719-4789-b54d-2a3d47d81e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9809c900-6163-4202-a532-b1839cc6587c,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:56.900568 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-1270a5d3-71e7-4672-9b0e-b3165b50883f None None] Publish callbacks [] for port, precommit_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:56.924460 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-1270a5d3-71e7-4672-9b0e-b3165b50883f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:57.198682 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb49771f-b751-436b-8d87-94175eac4c1f req-6d96728e-db8d-41d5-a286-29e6845607cf tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:57.213790 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-eb49771f-b751-436b-8d87-94175eac4c1f req-6d96728e-db8d-41d5-a286-29e6845607cf tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=6e5b406e-d37d-44b0-bb2f-39532baf3f9e HTTP/1.1" status: 200 len: 945 time: 0.1958115 Nov 02 16:48:57.240475 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-89d46cea-6cf6-4a72-b212-037447935fd6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:57.277133 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-057cb863-668e-4cbd-aa6e-98668b061bff req-b91b3d81-d3ce-4a89-a1c6-5943c9e117ac tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=62a4ae9f-e986-4bf1-b110-04ccb11fa669 HTTP/1.1" status: 200 len: 210 time: 0.0566132 Nov 02 16:48:57.441440 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-eb49771f-b751-436b-8d87-94175eac4c1f req-d2c8e688-b625-40d5-aa4c-e7826efa46c5 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229869 Nov 02 16:48:57.442176 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 42616) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:57.685941 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Provisioning complete for port 6b8f6113-0284-4530-a276-747a7f36f194 triggered by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:48:57.686342 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:57.800879 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-e9d9e446-fc6d-44e7-85a0-73227cc6ca3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:57.808402 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256f7355-d7ab-4d79-9dfb-eb6881231203 None None] Pushing event updated for resources: {'Port': ['ID=067dfcd5-7af1-4f49-b8d7-5401f482bd81,revision_number=3']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:57.860601 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 42640) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:57.863219 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-89d46cea-6cf6-4a72-b212-037447935fd6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:57.898363 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-5f2ba716-b7c0-45fc-984d-3622c09d1426 None None] Provisioning complete for port 067dfcd5-7af1-4f49-b8d7-5401f482bd81 triggered by entity DHCP. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:48:57.898758 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-5f2ba716-b7c0-45fc-984d-3622c09d1426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:57.910350 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-89d46cea-6cf6-4a72-b212-037447935fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:57.913270 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-68f62991-e4a5-4c73-abf3-6a25fd9d0112 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:57.930579 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.managers [None req-1270a5d3-71e7-4672-9b0e-b3165b50883f None None] Attempting to bind port 067dfcd5-7af1-4f49-b8d7-5401f482bd81 on host dv-cinder-773876-4-iscsi for vnic_type normal with profile {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 16:48:57.931918 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.managers [None req-1270a5d3-71e7-4672-9b0e-b3165b50883f None None] Attempting to bind port 067dfcd5-7af1-4f49-b8d7-5401f482bd81 by drivers openvswitch,hyperv on host dv-cinder-773876-4-iscsi at level 0 using segments [{'id': 'dc14579a-c1fd-47c3-a9d0-a0ee9aecc3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'feac3926-83aa-4c72-bcab-fa9f4d378711'}] {{(pid=113346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 16:48:57.932614 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1270a5d3-71e7-4672-9b0e-b3165b50883f None None] Attempting to bind port 067dfcd5-7af1-4f49-b8d7-5401f482bd81 on network feac3926-83aa-4c72-bcab-fa9f4d378711 {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:48:57.953110 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-e9d9e446-fc6d-44e7-85a0-73227cc6ca3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:57.960799 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-e9d9e446-fc6d-44e7-85a0-73227cc6ca3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:57.975560 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1270a5d3-71e7-4672-9b0e-b3165b50883f None None] Checking agent: {'id': '7dc37166-7823-42e6-bc3e-7dc49cd1fc12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 37, 46), 'started_at': datetime.datetime(2021, 11, 2, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:48:57.975789 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1270a5d3-71e7-4672-9b0e-b3165b50883f None None] Checking segment: {'id': 'dc14579a-c1fd-47c3-a9d0-a0ee9aecc3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'feac3926-83aa-4c72-bcab-fa9f4d378711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 16:48:57.976397 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-1270a5d3-71e7-4672-9b0e-b3165b50883f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:57.977478 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1270a5d3-71e7-4672-9b0e-b3165b50883f None None] Bound using segment: {'id': 'dc14579a-c1fd-47c3-a9d0-a0ee9aecc3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'feac3926-83aa-4c72-bcab-fa9f4d378711'} {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:48:57.978731 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.managers [None req-1270a5d3-71e7-4672-9b0e-b3165b50883f None None] Bound port: 067dfcd5-7af1-4f49-b8d7-5401f482bd81, host: dv-cinder-773876-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc14579a-c1fd-47c3-a9d0-a0ee9aecc3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'feac3926-83aa-4c72-bcab-fa9f4d378711'}}] {{(pid=113346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 16:48:57.979543 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-1270a5d3-71e7-4672-9b0e-b3165b50883f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:57.997692 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f2a915-4643-4e5d-acc5-3ac49995e790 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe4b85e87-31fb-5fe4-ae05-1caa6371d8e7-a0b3ac43-ce2e-4870-aa2a-ba58c2f8fa51', 'network_id': 'a0b3ac43-ce2e-4870-aa2a-ba58c2f8fa51', 'tenant_id': 'd8893a1c51494037812ebb841a885c65', 'fixed_ips': [{'subnet_id': 'c5408ae6-d449-43c9-a248-449af3b952ee'}]}} from dv-cinder-773876-4-iscsi. {{(pid=113346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:48:57.999425 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-71f2a915-4643-4e5d-acc5-3ac49995e790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_create {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:58.025788 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d9e446-fc6d-44e7-85a0-73227cc6ca3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=559fc27f-2240-45e5-8667-9a31db4f52f9,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:58.047847 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-e9d9e446-fc6d-44e7-85a0-73227cc6ca3e admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=ea20e5cfcda049518de9435536bb18b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6044006 Nov 02 16:48:58.051502 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 42644) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:58.068633 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-5f2ba716-b7c0-45fc-984d-3622c09d1426 None None] Port 067dfcd5-7af1-4f49-b8d7-5401f482bd81 cannot update to ACTIVE because it is not bound. {{(pid=113346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 16:48:58.150456 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.db_base_plugin_common [None req-89d46cea-6cf6-4a72-b212-037447935fd6 admin admin] Allocated IP 172.27.1.214 (e732c7b6-4740-4909-a10c-6231f1bdbede/886e8f69-733b-40e5-a835-3f68eef2cfaf/a721bde5-bc4c-48ef-b37e-4d75dc07aa6a) {{(pid=113345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:48:58.156745 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-03334e16-5a45-4157-96cd-b170add8ee26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:58.194585 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-03334e16-5a45-4157-96cd-b170add8ee26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:58.292043 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-03334e16-5a45-4157-96cd-b170add8ee26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:58.296652 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-03334e16-5a45-4157-96cd-b170add8ee26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:58.298794 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-68f62991-e4a5-4c73-abf3-6a25fd9d0112 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:58.304792 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-03334e16-5a45-4157-96cd-b170add8ee26 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/559fc27f-2240-45e5-8667-9a31db4f52f9 HTTP/1.1" status: 204 len: 168 time: 0.2512596 Nov 02 16:48:58.309903 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-1270a5d3-71e7-4672-9b0e-b3165b50883f None None] For port 067dfcd5-7af1-4f49-b8d7-5401f482bd81, host dv-cinder-773876-4-iscsi, cleared binding levels {{(pid=113346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:48:58.320117 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-68f62991-e4a5-4c73-abf3-6a25fd9d0112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:58.321911 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03334e16-5a45-4157-96cd-b170add8ee26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=559fc27f-2240-45e5-8667-9a31db4f52f9,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:58.344097 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-1270a5d3-71e7-4672-9b0e-b3165b50883f None None] For port 067dfcd5-7af1-4f49-b8d7-5401f482bd81, host dv-cinder-773876-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=067dfcd5-7af1-4f49-b8d7-5401f482bd81,segment=NetworkSegment(dc14579a-c1fd-47c3-a9d0-a0ee9aecc3df),segment_id=dc14579a-c1fd-47c3-a9d0-a0ee9aecc3df)] {{(pid=113346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:48:58.370845 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-1270a5d3-71e7-4672-9b0e-b3165b50883f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:58.426319 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.db_base_plugin_common [None req-71f2a915-4643-4e5d-acc5-3ac49995e790 None None] Allocated IP 172.20.0.2 (a0b3ac43-ce2e-4870-aa2a-ba58c2f8fa51/c5408ae6-d449-43c9-a248-449af3b952ee/0e25c6a5-db60-45cf-8430-34de6ebc5782) {{(pid=113346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:48:58.429937 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f62991-e4a5-4c73-abf3-6a25fd9d0112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d15609c3-4ab4-4ec9-a0bd-c2ffd615f659,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:58.440300 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-89d46cea-6cf6-4a72-b212-037447935fd6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:58.444843 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-68f62991-e4a5-4c73-abf3-6a25fd9d0112 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=db088dc6ab5f4e6c95a5ed974d25944d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5784819 Nov 02 16:48:58.452728 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 42650) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:48:58.549153 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1270a5d3-71e7-4672-9b0e-b3165b50883f None None] Routers {'ae61ccd8-dccb-4755-b60d-61ac4b25fa99'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:48:58.550004 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-1270a5d3-71e7-4672-9b0e-b3165b50883f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:48:41Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['ae61ccd8-dccb-4755-b60d-61ac4b25fa99'], 'active': True} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:58.568090 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256f7355-d7ab-4d79-9dfb-eb6881231203 None None] Pushing event updated for resources: {'Port': ['ID=067dfcd5-7af1-4f49-b8d7-5401f482bd81,revision_number=4']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:58.569325 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-89d46cea-6cf6-4a72-b212-037447935fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788024814062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27915883'] for port, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:58.609239 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-222fc897-a700-41bb-ac97-a52eafb194e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:58.683559 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-222fc897-a700-41bb-ac97-a52eafb194e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:58.805202 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf3784-3b97-4361-96b7-49bab4ae6dfa req-20ace103-abc3-4ee1-9b34-9e79122c6732 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:58.808984 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-aedf3784-3b97-4361-96b7-49bab4ae6dfa req-20ace103-abc3-4ee1-9b34-9e79122c6732 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=6e5b406e-d37d-44b0-bb2f-39532baf3f9e HTTP/1.1" status: 200 len: 945 time: 0.1672792 Nov 02 16:48:58.842043 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-222fc897-a700-41bb-ac97-a52eafb194e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:58.845873 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-222fc897-a700-41bb-ac97-a52eafb194e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:58.858539 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-222fc897-a700-41bb-ac97-a52eafb194e3 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/d15609c3-4ab4-4ec9-a0bd-c2ffd615f659 HTTP/1.1" status: 204 len: 168 time: 0.4025156 Nov 02 16:48:58.899607 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvr_db [None req-1270a5d3-71e7-4672-9b0e-b3165b50883f None None] Set router ae61ccd8-dccb-4755-b60d-61ac4b25fa99 gateway port host: dv-cinder-773876-4-iscsi {{(pid=113346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:48:58.932709 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222fc897-a700-41bb-ac97-a52eafb194e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15609c3-4ab4-4ec9-a0bd-c2ffd615f659,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:59.036457 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-aedf3784-3b97-4361-96b7-49bab4ae6dfa req-62e2c463-6ea3-463c-8552-5471d8deb156 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992209 Nov 02 16:48:59.240860 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d46cea-6cf6-4a72-b212-037447935fd6 admin admin] Pushing event updated for resources: {'Port': ['ID=a721bde5-bc4c-48ef-b37e-4d75dc07aa6a,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:59.262876 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d46cea-6cf6-4a72-b212-037447935fd6 admin admin] Network e732c7b6-4740-4909-a10c-6231f1bdbede is already hosted by enough agents. {{(pid=113345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:48:59.305220 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-7bcc3fa5-04c1-4c20-ab0b-65e64d650359 req-bcd46d4d-4271-4eb3-bb92-e8f8a6aaf6d1 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=62a4ae9f-e986-4bf1-b110-04ccb11fa669 HTTP/1.1" status: 200 len: 210 time: 0.6586161 Nov 02 16:48:59.318142 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.base_scheduler [None req-89d46cea-6cf6-4a72-b212-037447935fd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=113345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:48:59.336225 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d46cea-6cf6-4a72-b212-037447935fd6 admin admin] Received port after_create {{(pid=113345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:48:59.346684 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-284d2481-0aca-498c-b142-cb7bc4d02056 None None] Provisioning complete for port 067dfcd5-7af1-4f49-b8d7-5401f482bd81 triggered by entity DHCP. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:48:59.347842 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-284d2481-0aca-498c-b142-cb7bc4d02056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:59.405199 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-71f2a915-4643-4e5d-acc5-3ac49995e790 None None] Publish callbacks [] for port, precommit_create {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:59.424889 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-71f2a915-4643-4e5d-acc5-3ac49995e790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788024814062'] for port, after_create {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:59.475087 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f2a915-4643-4e5d-acc5-3ac49995e790 None None] Network a0b3ac43-ce2e-4870-aa2a-ba58c2f8fa51 is already hosted by enough agents. {{(pid=113346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:48:59.493027 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.scheduler.base_scheduler [None req-71f2a915-4643-4e5d-acc5-3ac49995e790 None None] Resources bound (agent type, host, resource id): {{(pid=113346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:48:59.505460 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f2a915-4643-4e5d-acc5-3ac49995e790 None None] Received port after_create {{(pid=113346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:48:59.522859 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f2a915-4643-4e5d-acc5-3ac49995e790 None None] Pushing event updated for resources: {'Port': ['ID=0e25c6a5-db60-45cf-8430-34de6ebc5782,revision_number=1']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:59.615832 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-284d2481-0aca-498c-b142-cb7bc4d02056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:59.642683 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-1270a5d3-71e7-4672-9b0e-b3165b50883f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae61ccd8-dccb-4755-b60d-61ac4b25fa99', 'name': 'tempest-TestMinimumBasicScenario-1845279063-router', 'tenant_id': '078aa8372f994f1eafe3013d58d8c979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '6b8f6113-0284-4530-a276-747a7f36f194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:48:49Z', 'updated_at': '2021-11-02T16:48:53Z', 'revision_number': 4, 'project_id': '078aa8372f994f1eafe3013d58d8c979', 'gw_port': {'id': '6b8f6113-0284-4530-a276-747a7f36f194', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:dd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae61ccd8-dccb-4755-b60d-61ac4b25fa99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:48:50Z', 'updated_at': '2021-11-02T16:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_interfaces': [{'id': '067dfcd5-7af1-4f49-b8d7-5401f482bd81', 'name': '', 'network_id': 'feac3926-83aa-4c72-bcab-fa9f4d378711', 'tenant_id': '078aa8372f994f1eafe3013d58d8c979', 'mac_address': 'fa:16:3e:ca:d4:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae61ccd8-dccb-4755-b60d-61ac4b25fa99', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'dc55a5e7-c1f4-4d71-9d94-8bce00c08b5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:48:52Z', 'updated_at': '2021-11-02T16:48:58Z', 'revision_number': 4, 'project_id': '078aa8372f994f1eafe3013d58d8c979', 'subnets': [{'id': 'dc55a5e7-c1f4-4d71-9d94-8bce00c08b5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:48:59.666257 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d3f6c-f389-4704-9868-df5da2f7b76b req-9778abd4-7468-4d0d-b8d7-2611034b532a tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:48:59.668000 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-007d3f6c-f389-4704-9868-df5da2f7b76b req-9778abd4-7468-4d0d-b8d7-2611034b532a tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.76 "GET /v2.0/networks?id=716d1add-eeb0-4090-99a3-8e93ac4c3a42 HTTP/1.1" status: 200 len: 814 time: 0.4513988 Nov 02 16:48:59.695031 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.v2.base [req-007d3f6c-f389-4704-9868-df5da2f7b76b req-bbca10d7-8a3d-4681-b2ca-6c7cb99fbb8c tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Request body: {'port': {'device_id': '62a4ae9f-e986-4bf1-b110-04ccb11fa669', 'network_id': '716d1add-eeb0-4090-99a3-8e93ac4c3a42', 'admin_state_up': True, 'tenant_id': 'fd124bfe873f4553b53c6d8282df462c'}} {{(pid=113345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:48:59.699788 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1270a5d3-71e7-4672-9b0e-b3165b50883f None None] The sync data for ids ['ae61ccd8-dccb-4755-b60d-61ac4b25fa99'] in dv-cinder-773876-4-iscsi is: [{'id': 'ae61ccd8-dccb-4755-b60d-61ac4b25fa99', 'name': 'tempest-TestMinimumBasicScenario-1845279063-router', 'tenant_id': '078aa8372f994f1eafe3013d58d8c979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '6b8f6113-0284-4530-a276-747a7f36f194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:48:49Z', 'updated_at': '2021-11-02T16:48:53Z', 'revision_number': 4, 'project_id': '078aa8372f994f1eafe3013d58d8c979', 'gw_port': {'id': '6b8f6113-0284-4530-a276-747a7f36f194', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:dd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae61ccd8-dccb-4755-b60d-61ac4b25fa99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:48:50Z', 'updated_at': '2021-11-02T16:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_interfaces': [{'id': '067dfcd5-7af1-4f49-b8d7-5401f482bd81', 'name': '', 'network_id': 'feac3926-83aa-4c72-bcab-fa9f4d378711', 'tenant_id': '078aa8372f994f1eafe3013d58d8c979', 'mac_address': 'fa:16:3e:ca:d4:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae61ccd8-dccb-4755-b60d-61ac4b25fa99', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'dc55a5e7-c1f4-4d71-9d94-8bce00c08b5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:48:52Z', 'updated_at': '2021-11-02T16:48:58Z', 'revision_number': 4, 'project_id': '078aa8372f994f1eafe3013d58d8c979', 'subnets': [{'id': 'dc55a5e7-c1f4-4d71-9d94-8bce00c08b5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:48:59.706697 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.managers [None req-71f2a915-4643-4e5d-acc5-3ac49995e790 None None] Attempting to bind port 0e25c6a5-db60-45cf-8430-34de6ebc5782 on host dv-cinder-773876-4-iscsi for vnic_type normal with profile {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 16:48:59.707079 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.managers [None req-71f2a915-4643-4e5d-acc5-3ac49995e790 None None] Attempting to bind port 0e25c6a5-db60-45cf-8430-34de6ebc5782 by drivers openvswitch,hyperv on host dv-cinder-773876-4-iscsi at level 0 using segments [{'id': '8a2a7dae-38f3-4205-a3c2-3881fc8185e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'a0b3ac43-ce2e-4870-aa2a-ba58c2f8fa51'}] {{(pid=113346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 16:48:59.707475 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f2a915-4643-4e5d-acc5-3ac49995e790 None None] Attempting to bind port 0e25c6a5-db60-45cf-8430-34de6ebc5782 on network a0b3ac43-ce2e-4870-aa2a-ba58c2f8fa51 {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:48:59.732812 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f2a915-4643-4e5d-acc5-3ac49995e790 None None] Checking agent: {'id': '7dc37166-7823-42e6-bc3e-7dc49cd1fc12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 37, 46), 'started_at': datetime.datetime(2021, 11, 2, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:48:59.733363 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f2a915-4643-4e5d-acc5-3ac49995e790 None None] Checking segment: {'id': '8a2a7dae-38f3-4205-a3c2-3881fc8185e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'a0b3ac43-ce2e-4870-aa2a-ba58c2f8fa51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 16:48:59.733951 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-71f2a915-4643-4e5d-acc5-3ac49995e790 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:59.734851 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f2a915-4643-4e5d-acc5-3ac49995e790 None None] Bound using segment: {'id': '8a2a7dae-38f3-4205-a3c2-3881fc8185e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'a0b3ac43-ce2e-4870-aa2a-ba58c2f8fa51'} {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:48:59.736478 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.managers [None req-71f2a915-4643-4e5d-acc5-3ac49995e790 None None] Bound port: 0e25c6a5-db60-45cf-8430-34de6ebc5782, host: dv-cinder-773876-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a2a7dae-38f3-4205-a3c2-3881fc8185e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'a0b3ac43-ce2e-4870-aa2a-ba58c2f8fa51'}}] {{(pid=113346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 16:48:59.737931 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-71f2a915-4643-4e5d-acc5-3ac49995e790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:59.779767 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-284d2481-0aca-498c-b142-cb7bc4d02056 None None] For port 067dfcd5-7af1-4f49-b8d7-5401f482bd81, host dv-cinder-773876-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=067dfcd5-7af1-4f49-b8d7-5401f482bd81,segment=NetworkSegment(dc14579a-c1fd-47c3-a9d0-a0ee9aecc3df),segment_id=dc14579a-c1fd-47c3-a9d0-a0ee9aecc3df)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:48:59.808703 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-284d2481-0aca-498c-b142-cb7bc4d02056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:48:59.954000 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284d2481-0aca-498c-b142-cb7bc4d02056 None None] Pushing event updated for resources: {'Port': ['ID=067dfcd5-7af1-4f49-b8d7-5401f482bd81,revision_number=5']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:48:59.981361 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-71f2a915-4643-4e5d-acc5-3ac49995e790 None None] For port 0e25c6a5-db60-45cf-8430-34de6ebc5782, host dv-cinder-773876-4-iscsi, cleared binding levels {{(pid=113346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:48:59.986466 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-71f2a915-4643-4e5d-acc5-3ac49995e790 None None] For port 0e25c6a5-db60-45cf-8430-34de6ebc5782, host dv-cinder-773876-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=0e25c6a5-db60-45cf-8430-34de6ebc5782,segment=NetworkSegment(8a2a7dae-38f3-4205-a3c2-3881fc8185e4),segment_id=8a2a7dae-38f3-4205-a3c2-3881fc8185e4)] {{(pid=113346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:48:59.993262 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-71f2a915-4643-4e5d-acc5-3ac49995e790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:00.039498 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-89d46cea-6cf6-4a72-b212-037447935fd6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:00.080654 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f2a915-4643-4e5d-acc5-3ac49995e790 None None] Pushing event updated for resources: {'Port': ['ID=0e25c6a5-db60-45cf-8430-34de6ebc5782,revision_number=2']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:00.118602 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-007d3f6c-f389-4704-9868-df5da2f7b76b req-bbca10d7-8a3d-4681-b2ca-6c7cb99fbb8c tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Made reservation on behalf of fd124bfe873f4553b53c6d8282df462c for: {'port': 1} {{(pid=113345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:49:00.127911 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-007d3f6c-f389-4704-9868-df5da2f7b76b req-bbca10d7-8a3d-4681-b2ca-6c7cb99fbb8c tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:00.682455 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e458790b-5785-4d6a-b0d5-5501d965c03f req-e86be520-050f-4ae6-9054-97d84337b9dd tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:00.685404 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-e458790b-5785-4d6a-b0d5-5501d965c03f req-e86be520-050f-4ae6-9054-97d84337b9dd tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=6e5b406e-d37d-44b0-bb2f-39532baf3f9e HTTP/1.1" status: 200 len: 945 time: 0.4351165 Nov 02 16:49:00.715727 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-347ce2ea-af2a-4486-856c-8731acbab05a req-0a238184-2fef-4e76-8a25-1be5e7c57016 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=62a4ae9f-e986-4bf1-b110-04ccb11fa669 HTTP/1.1" status: 200 len: 210 time: 0.1053507 Nov 02 16:49:00.775720 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-89d46cea-6cf6-4a72-b212-037447935fd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3731327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3708078'] for router, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:00.810747 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device 067dfcd5-7af1-4f49-b8d7-5401f482bd81 up at agent ovs-agent-dv-cinder-773876-4-iscsi {{(pid=113346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:49:00.957654 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Provisioning complete for port 067dfcd5-7af1-4f49-b8d7-5401f482bd81 triggered by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:49:00.958556 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:00.994125 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.db_base_plugin_common [req-007d3f6c-f389-4704-9868-df5da2f7b76b req-bbca10d7-8a3d-4681-b2ca-6c7cb99fbb8c tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Allocated IP 172.20.0.8 (716d1add-eeb0-4090-99a3-8e93ac4c3a42/1c574b2f-5688-4840-800f-5e2d7519c217/ae111e5f-0dee-4333-97a4-4539e1360985) {{(pid=113345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:49:01.004059 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 42706) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:01.008982 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-e458790b-5785-4d6a-b0d5-5501d965c03f req-fad7561f-da28-4887-8c27-508dbe649039 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117483 Nov 02 16:49:01.052654 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89d46cea-6cf6-4a72-b212-037447935fd6 admin admin] Router 18a7a4fb-6851-4e84-8cc0-ebc7ceef0050 is scheduled to L3 agent 23c85ca8-88a6-46e7-9165-338a7fd1d142 with binding_index 1 {{(pid=113345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:49:01.130402 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device 0e25c6a5-db60-45cf-8430-34de6ebc5782 up at agent ovs-agent-dv-cinder-773876-4-iscsi {{(pid=113346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:49:01.227129 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Provisioning complete for port 0e25c6a5-db60-45cf-8430-34de6ebc5782 triggered by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:49:01.228099 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:01.359984 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-0f435cb5-45a4-4ea5-9ae5-2a33b4083cb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:01.365688 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:01.458434 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] For port 0e25c6a5-db60-45cf-8430-34de6ebc5782, host dv-cinder-773876-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=0e25c6a5-db60-45cf-8430-34de6ebc5782,segment=NetworkSegment(8a2a7dae-38f3-4205-a3c2-3881fc8185e4),segment_id=8a2a7dae-38f3-4205-a3c2-3881fc8185e4)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:49:01.474750 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:01.530267 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d46cea-6cf6-4a72-b212-037447935fd6 admin admin] Notify agent at l3_agent.dv-cinder-773876-4-iscsi the message routers_updated {{(pid=113345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:49:01.544907 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58a0ebd-76d8-4126-9321-98677fcd76bc None None] Sync routers for ids ['18a7a4fb-6851-4e84-8cc0-ebc7ceef0050'] in dv-cinder-773876-4-iscsi {{(pid=113347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:49:01.569125 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58a0ebd-76d8-4126-9321-98677fcd76bc None None] Routers {'18a7a4fb-6851-4e84-8cc0-ebc7ceef0050'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:49:01.574178 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-a58a0ebd-76d8-4126-9321-98677fcd76bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:48:41Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['18a7a4fb-6851-4e84-8cc0-ebc7ceef0050'], 'active': True} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:49:01.585490 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-007d3f6c-f389-4704-9868-df5da2f7b76b req-bbca10d7-8a3d-4681-b2ca-6c7cb99fbb8c tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Publish callbacks [] for port, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:01.606476 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-0f435cb5-45a4-4ea5-9ae5-2a33b4083cb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:01.614444 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-0f435cb5-45a4-4ea5-9ae5-2a33b4083cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:01.638816 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-007d3f6c-f389-4704-9868-df5da2f7b76b req-bbca10d7-8a3d-4681-b2ca-6c7cb99fbb8c tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788024814062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27915883'] for port, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:01.662756 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-89d46cea-6cf6-4a72-b212-037447935fd6 admin admin] Publish callbacks [] for router, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:01.664309 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-89d46cea-6cf6-4a72-b212-037447935fd6 admin admin] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.0534139 Nov 02 16:49:01.680056 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-007d3f6c-f389-4704-9868-df5da2f7b76b req-bbca10d7-8a3d-4681-b2ca-6c7cb99fbb8c tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Network 716d1add-eeb0-4090-99a3-8e93ac4c3a42 is already hosted by enough agents. {{(pid=113345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:49:01.684512 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 42712) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:01.685347 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.base_scheduler [req-007d3f6c-f389-4704-9868-df5da2f7b76b req-bbca10d7-8a3d-4681-b2ca-6c7cb99fbb8c tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Resources bound (agent type, host, resource id): {{(pid=113345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:49:01.690531 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.l3_dvrscheduler_db [req-007d3f6c-f389-4704-9868-df5da2f7b76b req-bbca10d7-8a3d-4681-b2ca-6c7cb99fbb8c tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Received port after_create {{(pid=113345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:49:01.702841 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f435cb5-45a4-4ea5-9ae5-2a33b4083cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f003ce-a533-4cf3-8ded-7e5f76ce057d,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:01.779448 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-0f435cb5-45a4-4ea5-9ae5-2a33b4083cb0 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=183f47086c69414ca634a8df32cba9ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7477791 Nov 02 16:49:01.781092 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 42714) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:01.946886 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvr_db [None req-a58a0ebd-76d8-4126-9321-98677fcd76bc None None] Set router 18a7a4fb-6851-4e84-8cc0-ebc7ceef0050 gateway port host: dv-cinder-773876-4-iscsi {{(pid=113347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:49:02.015700 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbca10d7-8a3d-4681-b2ca-6c7cb99fbb8c tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Pushing event updated for resources: {'Port': ['ID=ae111e5f-0dee-4333-97a4-4539e1360985,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:02.046380 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d3f6c-f389-4704-9868-df5da2f7b76b req-bbca10d7-8a3d-4681-b2ca-6c7cb99fbb8c tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:02.047127 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-007d3f6c-f389-4704-9868-df5da2f7b76b req-bbca10d7-8a3d-4681-b2ca-6c7cb99fbb8c tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221'] for port, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:02.084169 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-d7f60efd-9d07-42d0-9b58-4f480f356c65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:02.125664 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-007d3f6c-f389-4704-9868-df5da2f7b76b req-bbca10d7-8a3d-4681-b2ca-6c7cb99fbb8c tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4321246 Nov 02 16:49:02.138988 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] get_ports_and_sgs() called for port_ids ['6d3bae71-e514-49ab-9222-9632d4fba0f5', 'f4eb8e96-4a89-4943-bb1e-67b3c0d0953e', 'ae21c04d-1584-4ff1-80e2-e50cf95ef8ad'] {{(pid=113346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:49:02.142227 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a023f6-783c-4d7b-8d9c-781db1cf66d2 None None] Network a0b3ac43-ce2e-4870-aa2a-ba58c2f8fa51 requested from dv-cinder-773876-4-iscsi {{(pid=113346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:49:02.199145 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-d7f60efd-9d07-42d0-9b58-4f480f356c65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:02.213178 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfcb47e-6ba4-4c5a-8914-ebd03b54ccd3 req-26ef2bf0-e42e-4dbc-8546-9a8c78113b6b tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:02.223917 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-4bfcb47e-6ba4-4c5a-8914-ebd03b54ccd3 req-26ef2bf0-e42e-4dbc-8546-9a8c78113b6b tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=62a4ae9f-e986-4bf1-b110-04ccb11fa669 HTTP/1.1" status: 200 len: 931 time: 0.2917836 Nov 02 16:49:02.248614 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.v2.base [req-007d3f6c-f389-4704-9868-df5da2f7b76b req-c67bb023-6b18-44f1-b801-01bcab072731 service neutron] Request body: {'port': {'device_id': '62a4ae9f-e986-4bf1-b110-04ccb11fa669', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=113345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:49:02.386755 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-a58a0ebd-76d8-4126-9321-98677fcd76bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a7a4fb-6851-4e84-8cc0-ebc7ceef0050', 'name': 'tempest-TestMinimumBasicScenario-1571197944-router', 'tenant_id': 'd8893a1c51494037812ebb841a885c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'a721bde5-bc4c-48ef-b37e-4d75dc07aa6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:48:56Z', 'updated_at': '2021-11-02T16:48:59Z', 'revision_number': 3, 'project_id': 'd8893a1c51494037812ebb841a885c65', 'gw_port': {'id': 'a721bde5-bc4c-48ef-b37e-4d75dc07aa6a', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:85:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a7a4fb-6851-4e84-8cc0-ebc7ceef0050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:48:57Z', 'updated_at': '2021-11-02T16:48:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi'}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:49:02.389831 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14d78c-832a-46d2-b941-4980dc9b257f req-d83755ce-fb31-45ad-a583-ebe02ece0059 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:02.403321 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-1a14d78c-832a-46d2-b941-4980dc9b257f req-d83755ce-fb31-45ad-a583-ebe02ece0059 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=6e5b406e-d37d-44b0-bb2f-39532baf3f9e HTTP/1.1" status: 200 len: 945 time: 0.1184845 Nov 02 16:49:02.426728 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58a0ebd-76d8-4126-9321-98677fcd76bc None None] Checking router: 18a7a4fb-6851-4e84-8cc0-ebc7ceef0050 for host: dv-cinder-773876-4-iscsi {{(pid=113347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:49:02.428815 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-d7f60efd-9d07-42d0-9b58-4f480f356c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:02.432009 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58a0ebd-76d8-4126-9321-98677fcd76bc None None] Updating router 18a7a4fb-6851-4e84-8cc0-ebc7ceef0050 port a721bde5-bc4c-48ef-b37e-4d75dc07aa6a binding host dv-cinder-773876-4-iscsi {{(pid=113347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:49:02.433203 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-d7f60efd-9d07-42d0-9b58-4f480f356c65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:02.435001 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-d7f60efd-9d07-42d0-9b58-4f480f356c65 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/e8f003ce-a533-4cf3-8ded-7e5f76ce057d HTTP/1.1" status: 204 len: 168 time: 0.6491582 Nov 02 16:49:02.482351 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f60efd-9d07-42d0-9b58-4f480f356c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f003ce-a533-4cf3-8ded-7e5f76ce057d,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:02.492195 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron_lib.callbacks.manager [None req-a58a0ebd-76d8-4126-9321-98677fcd76bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:02.514749 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Pushing event updated for resources: {'Port': ['ID=0e25c6a5-db60-45cf-8430-34de6ebc5782,revision_number=3']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:02.524603 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-d7c95309-9d59-4e6c-851f-5a8983489849 None None] Provisioning complete for port 0e25c6a5-db60-45cf-8430-34de6ebc5782 triggered by entity DHCP. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:49:02.525005 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-d7c95309-9d59-4e6c-851f-5a8983489849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:02.627149 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-1a14d78c-832a-46d2-b941-4980dc9b257f req-bdf146a9-9846-4461-864b-f3fef399b473 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205360 Nov 02 16:49:02.998275 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-007d3f6c-f389-4704-9868-df5da2f7b76b req-c67bb023-6b18-44f1-b801-01bcab072731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:03.035701 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-4bfcb47e-6ba4-4c5a-8914-ebd03b54ccd3 req-072316ff-9854-40ed-a48f-14555b825c60 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8105681 Nov 02 16:49:03.231712 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 42744) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:03.249763 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-24535e91-f324-480a-89d2-90da78be9e7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:03.269334 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-53868d7f-d81a-45b1-828e-521b3ec77000 None None] Provisioning complete for port 0e25c6a5-db60-45cf-8430-34de6ebc5782 triggered by entity DHCP. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:49:03.270071 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-53868d7f-d81a-45b1-828e-521b3ec77000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:03.372478 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-24535e91-f324-480a-89d2-90da78be9e7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:03.384210 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-24535e91-f324-480a-89d2-90da78be9e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:03.398951 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron_lib.callbacks.manager [None req-a58a0ebd-76d8-4126-9321-98677fcd76bc None None] Publish callbacks [] for port, precommit_update {{(pid=113347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:03.411111 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron_lib.callbacks.manager [None req-a58a0ebd-76d8-4126-9321-98677fcd76bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:03.455380 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-24535e91-f324-480a-89d2-90da78be9e7d admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=1c748600adf24cfca609ce47e31c5301&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2203844 Nov 02 16:49:03.458812 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 42748) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:03.466723 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081008ef-1fbd-4434-a4a3-051d5276bc3e None None] Pushing event updated for resources: {'Port': ['ID=a721bde5-bc4c-48ef-b37e-4d75dc07aa6a,revision_number=2']} {{(pid=113347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:03.493680 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.managers [None req-a58a0ebd-76d8-4126-9321-98677fcd76bc None None] Attempting to bind port a721bde5-bc4c-48ef-b37e-4d75dc07aa6a on host dv-cinder-773876-4-iscsi for vnic_type normal with profile {{(pid=113347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 16:49:03.494052 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.managers [None req-a58a0ebd-76d8-4126-9321-98677fcd76bc None None] Attempting to bind port a721bde5-bc4c-48ef-b37e-4d75dc07aa6a by drivers openvswitch,hyperv on host dv-cinder-773876-4-iscsi at level 0 using segments [{'id': '1cb664d2-69f4-46cd-9abc-3fc1a9239895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede'}] {{(pid=113347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 16:49:03.494429 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58a0ebd-76d8-4126-9321-98677fcd76bc None None] Attempting to bind port a721bde5-bc4c-48ef-b37e-4d75dc07aa6a on network e732c7b6-4740-4909-a10c-6231f1bdbede {{(pid=113347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:49:03.502690 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58a0ebd-76d8-4126-9321-98677fcd76bc None None] Checking agent: {'id': '7dc37166-7823-42e6-bc3e-7dc49cd1fc12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 37, 46), 'started_at': datetime.datetime(2021, 11, 2, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:49:03.503215 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58a0ebd-76d8-4126-9321-98677fcd76bc None None] Checking segment: {'id': '1cb664d2-69f4-46cd-9abc-3fc1a9239895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 16:49:03.503947 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron_lib.callbacks.manager [None req-a58a0ebd-76d8-4126-9321-98677fcd76bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=113347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:03.504446 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58a0ebd-76d8-4126-9321-98677fcd76bc None None] Bound using segment: {'id': '1cb664d2-69f4-46cd-9abc-3fc1a9239895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede'} {{(pid=113347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:49:03.505009 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.managers [None req-a58a0ebd-76d8-4126-9321-98677fcd76bc None None] Bound port: a721bde5-bc4c-48ef-b37e-4d75dc07aa6a, host: dv-cinder-773876-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cb664d2-69f4-46cd-9abc-3fc1a9239895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede'}}] {{(pid=113347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 16:49:03.505438 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron_lib.callbacks.manager [None req-a58a0ebd-76d8-4126-9321-98677fcd76bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:03.567772 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24535e91-f324-480a-89d2-90da78be9e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d857cbb-a4a5-4c2f-9732-b838dbac3fa7,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:03.591404 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.db [None req-a58a0ebd-76d8-4126-9321-98677fcd76bc None None] For port a721bde5-bc4c-48ef-b37e-4d75dc07aa6a, host dv-cinder-773876-4-iscsi, cleared binding levels {{(pid=113347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:49:03.597945 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.db [None req-a58a0ebd-76d8-4126-9321-98677fcd76bc None None] For port a721bde5-bc4c-48ef-b37e-4d75dc07aa6a, host dv-cinder-773876-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=a721bde5-bc4c-48ef-b37e-4d75dc07aa6a,segment=NetworkSegment(1cb664d2-69f4-46cd-9abc-3fc1a9239895),segment_id=1cb664d2-69f4-46cd-9abc-3fc1a9239895)] {{(pid=113347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:49:03.603210 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron_lib.callbacks.manager [None req-a58a0ebd-76d8-4126-9321-98677fcd76bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:03.606910 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-bb984e4f-d029-4a77-873e-1a3594a28158 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:03.637776 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-bb984e4f-d029-4a77-873e-1a3594a28158 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:03.679608 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58a0ebd-76d8-4126-9321-98677fcd76bc None None] Routers {'18a7a4fb-6851-4e84-8cc0-ebc7ceef0050'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:49:03.680029 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-a58a0ebd-76d8-4126-9321-98677fcd76bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:48:41Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['18a7a4fb-6851-4e84-8cc0-ebc7ceef0050'], 'active': True} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:49:03.685827 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081008ef-1fbd-4434-a4a3-051d5276bc3e None None] Pushing event updated for resources: {'Port': ['ID=a721bde5-bc4c-48ef-b37e-4d75dc07aa6a,revision_number=3']} {{(pid=113347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:03.753840 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-bb984e4f-d029-4a77-873e-1a3594a28158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:03.757841 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-bb984e4f-d029-4a77-873e-1a3594a28158 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:03.759834 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-bb984e4f-d029-4a77-873e-1a3594a28158 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/8d857cbb-a4a5-4c2f-9732-b838dbac3fa7 HTTP/1.1" status: 204 len: 168 time: 0.2983072 Nov 02 16:49:03.775900 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb984e4f-d029-4a77-873e-1a3594a28158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d857cbb-a4a5-4c2f-9732-b838dbac3fa7,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:03.797719 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-f5155bb3-8ef0-4951-8d8f-6a26001aaaec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:03.831159 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.notifiers.nova [req-007d3f6c-f389-4704-9868-df5da2f7b76b req-c67bb023-6b18-44f1-b801-01bcab072731 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae111e5f-0dee-4333-97a4-4539e1360985 {{(pid=113345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:49:03.833179 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvr_db [None req-a58a0ebd-76d8-4126-9321-98677fcd76bc None None] Set router 18a7a4fb-6851-4e84-8cc0-ebc7ceef0050 gateway port host: dv-cinder-773876-4-iscsi {{(pid=113347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:49:03.846250 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-007d3f6c-f389-4704-9868-df5da2f7b76b req-c67bb023-6b18-44f1-b801-01bcab072731 service neutron] Publish callbacks [] for port, precommit_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:03.903479 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d754343a-bff5-4945-9113-4dff4e2f8060 req-5cfe50ee-4de5-4f45-b28f-0d46b7901039 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:03.905230 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-d754343a-bff5-4945-9113-4dff4e2f8060 req-5cfe50ee-4de5-4f45-b28f-0d46b7901039 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=6e5b406e-d37d-44b0-bb2f-39532baf3f9e HTTP/1.1" status: 200 len: 945 time: 0.1875222 Nov 02 16:49:03.906865 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.provisioning_blocks [req-007d3f6c-f389-4704-9868-df5da2f7b76b req-c67bb023-6b18-44f1-b801-01bcab072731 service neutron] Transition to ACTIVE for port object ae111e5f-0dee-4333-97a4-4539e1360985 will not be triggered until provisioned by entity L2. {{(pid=113345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:49:03.955807 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-007d3f6c-f389-4704-9868-df5da2f7b76b req-c67bb023-6b18-44f1-b801-01bcab072731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27915890'] for port, after_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:04.089198 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-d754343a-bff5-4945-9113-4dff4e2f8060 req-e1fc0aec-def1-4f14-b061-c34c3dbc9b91 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688640 Nov 02 16:49:04.117476 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-a58a0ebd-76d8-4126-9321-98677fcd76bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a7a4fb-6851-4e84-8cc0-ebc7ceef0050', 'name': 'tempest-TestMinimumBasicScenario-1571197944-router', 'tenant_id': 'd8893a1c51494037812ebb841a885c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'a721bde5-bc4c-48ef-b37e-4d75dc07aa6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:48:56Z', 'updated_at': '2021-11-02T16:48:59Z', 'revision_number': 3, 'project_id': 'd8893a1c51494037812ebb841a885c65', 'gw_port': {'id': 'a721bde5-bc4c-48ef-b37e-4d75dc07aa6a', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:85:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a7a4fb-6851-4e84-8cc0-ebc7ceef0050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:48:57Z', 'updated_at': '2021-11-02T16:49:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi'}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:49:04.143485 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67bb023-6b18-44f1-b801-01bcab072731 service neutron] Pushing event updated for resources: {'Port': ['ID=ae111e5f-0dee-4333-97a4-4539e1360985,revision_number=2']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:04.154001 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58a0ebd-76d8-4126-9321-98677fcd76bc None None] The sync data for ids ['18a7a4fb-6851-4e84-8cc0-ebc7ceef0050'] in dv-cinder-773876-4-iscsi is: [{'id': '18a7a4fb-6851-4e84-8cc0-ebc7ceef0050', 'name': 'tempest-TestMinimumBasicScenario-1571197944-router', 'tenant_id': 'd8893a1c51494037812ebb841a885c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'a721bde5-bc4c-48ef-b37e-4d75dc07aa6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:48:56Z', 'updated_at': '2021-11-02T16:48:59Z', 'revision_number': 3, 'project_id': 'd8893a1c51494037812ebb841a885c65', 'gw_port': {'id': 'a721bde5-bc4c-48ef-b37e-4d75dc07aa6a', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:85:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a7a4fb-6851-4e84-8cc0-ebc7ceef0050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:48:57Z', 'updated_at': '2021-11-02T16:49:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi'}] {{(pid=113347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:49:04.249366 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.db_base_plugin_common [None req-f5155bb3-8ef0-4951-8d8f-6a26001aaaec admin admin] Allocated IP 172.20.0.1 (a0b3ac43-ce2e-4870-aa2a-ba58c2f8fa51/c5408ae6-d449-43c9-a248-449af3b952ee/ea5dfaf8-d6cf-4a1f-9380-6b12d301b4b2) {{(pid=113345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:49:04.345953 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4956b2e8-14fb-473b-b36d-cf92b1682645 req-20f7eafb-d96a-41f6-8bf7-4fa1478286e2 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:04.348258 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-4956b2e8-14fb-473b-b36d-cf92b1682645 req-20f7eafb-d96a-41f6-8bf7-4fa1478286e2 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=62a4ae9f-e986-4bf1-b110-04ccb11fa669 HTTP/1.1" status: 200 len: 943 time: 0.1764407 Nov 02 16:49:04.350600 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b2810-bf1e-4c2d-93cc-61598257be14 req-35a0917a-07dc-4435-855a-427a9255ec07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:04.352595 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-027b2810-bf1e-4c2d-93cc-61598257be14 req-35a0917a-07dc-4435-855a-427a9255ec07 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6e5b406e-d37d-44b0-bb2f-39532baf3f9e HTTP/1.1" status: 200 len: 1098 time: 0.1148479 Nov 02 16:49:04.381071 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.managers [req-007d3f6c-f389-4704-9868-df5da2f7b76b req-c67bb023-6b18-44f1-b801-01bcab072731 service neutron] Attempting to bind port ae111e5f-0dee-4333-97a4-4539e1360985 on host hv-cinder-77387 for vnic_type normal with profile {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 16:49:04.381410 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.managers [req-007d3f6c-f389-4704-9868-df5da2f7b76b req-c67bb023-6b18-44f1-b801-01bcab072731 service neutron] Attempting to bind port ae111e5f-0dee-4333-97a4-4539e1360985 by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': 'd6d67ab2-fd0f-4a4e-a197-bf243bf1fa07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '716d1add-eeb0-4090-99a3-8e93ac4c3a42'}] {{(pid=113345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 16:49:04.381827 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007d3f6c-f389-4704-9868-df5da2f7b76b req-c67bb023-6b18-44f1-b801-01bcab072731 service neutron] Attempting to bind port ae111e5f-0dee-4333-97a4-4539e1360985 on network 716d1add-eeb0-4090-99a3-8e93ac4c3a42 {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:49:04.389622 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007d3f6c-f389-4704-9868-df5da2f7b76b req-c67bb023-6b18-44f1-b801-01bcab072731 service neutron] Port ae111e5f-0dee-4333-97a4-4539e1360985 on network 716d1add-eeb0-4090-99a3-8e93ac4c3a42 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:49:04.389915 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007d3f6c-f389-4704-9868-df5da2f7b76b req-c67bb023-6b18-44f1-b801-01bcab072731 service neutron] Attempting to bind port ae111e5f-0dee-4333-97a4-4539e1360985 on network 716d1add-eeb0-4090-99a3-8e93ac4c3a42 {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:49:04.419757 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007d3f6c-f389-4704-9868-df5da2f7b76b req-c67bb023-6b18-44f1-b801-01bcab072731 service neutron] Checking agent: {'id': 'a22495b4-0922-47cf-b0eb-f0742ace0d4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 44, 22), 'started_at': datetime.datetime(2021, 11, 2, 16, 44, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:49:04.420566 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007d3f6c-f389-4704-9868-df5da2f7b76b req-c67bb023-6b18-44f1-b801-01bcab072731 service neutron] Checking segment: {'id': 'd6d67ab2-fd0f-4a4e-a197-bf243bf1fa07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '716d1add-eeb0-4090-99a3-8e93ac4c3a42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 16:49:04.421255 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007d3f6c-f389-4704-9868-df5da2f7b76b req-c67bb023-6b18-44f1-b801-01bcab072731 service neutron] Bound using segment: {'id': 'd6d67ab2-fd0f-4a4e-a197-bf243bf1fa07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '716d1add-eeb0-4090-99a3-8e93ac4c3a42'} {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:49:04.421974 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.managers [req-007d3f6c-f389-4704-9868-df5da2f7b76b req-c67bb023-6b18-44f1-b801-01bcab072731 service neutron] Bound port: ae111e5f-0dee-4333-97a4-4539e1360985, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6d67ab2-fd0f-4a4e-a197-bf243bf1fa07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '716d1add-eeb0-4090-99a3-8e93ac4c3a42'}}] {{(pid=113345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 16:49:04.422622 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-007d3f6c-f389-4704-9868-df5da2f7b76b req-c67bb023-6b18-44f1-b801-01bcab072731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:04.503144 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-4956b2e8-14fb-473b-b36d-cf92b1682645 req-e970b980-398a-4612-86ad-165183fcf820 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404622 Nov 02 16:49:04.510335 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-027b2810-bf1e-4c2d-93cc-61598257be14 req-d8c54991-f46b-40e3-9a0c-75ae983da3a4 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396723 Nov 02 16:49:04.521374 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.db [req-007d3f6c-f389-4704-9868-df5da2f7b76b req-c67bb023-6b18-44f1-b801-01bcab072731 service neutron] For port ae111e5f-0dee-4333-97a4-4539e1360985, host hv-cinder-77387, cleared binding levels {{(pid=113345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:49:04.527746 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.db [req-007d3f6c-f389-4704-9868-df5da2f7b76b req-c67bb023-6b18-44f1-b801-01bcab072731 service neutron] For port ae111e5f-0dee-4333-97a4-4539e1360985, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=ae111e5f-0dee-4333-97a4-4539e1360985,segment=NetworkSegment(d6d67ab2-fd0f-4a4e-a197-bf243bf1fa07),segment_id=d6d67ab2-fd0f-4a4e-a197-bf243bf1fa07)] {{(pid=113345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:49:04.541128 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-007d3f6c-f389-4704-9868-df5da2f7b76b req-c67bb023-6b18-44f1-b801-01bcab072731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27915890'] for port, after_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:04.609819 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device 0e25c6a5-db60-45cf-8430-34de6ebc5782 up at agent ovs-agent-dv-cinder-773876-4-iscsi {{(pid=113346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:49:04.633935 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-f5155bb3-8ef0-4951-8d8f-6a26001aaaec admin admin] Publish callbacks [] for port, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:04.647532 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d3f6c-f389-4704-9868-df5da2f7b76b req-c67bb023-6b18-44f1-b801-01bcab072731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:04.648220 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-007d3f6c-f389-4704-9868-df5da2f7b76b req-c67bb023-6b18-44f1-b801-01bcab072731 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221'] for port, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:04.649884 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-007d3f6c-f389-4704-9868-df5da2f7b76b req-c67bb023-6b18-44f1-b801-01bcab072731 service neutron] 10.222.0.76 "PUT /v2.0/ports/ae111e5f-0dee-4333-97a4-4539e1360985 HTTP/1.1" status: 200 len: 1093 time: 2.4485600 Nov 02 16:49:04.652732 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62a4ae9f-e986-4bf1-b110-04ccb11fa669', 'tag': 'ae111e5f-0dee-4333-97a4-4539e1360985'}] {{(pid=113345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:49:04.657752 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88728d28071a92af03fe3e2826ca256f68f88e9f4aa3bce1a4ce6001ce5f6d9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b63ad4-5baa-42b7-917a-ecacc4fced37" -d '{"events": [{"name": "network-changed", "server_uuid": "62a4ae9f-e986-4bf1-b110-04ccb11fa669", "tag": "ae111e5f-0dee-4333-97a4-4539e1360985"}]}' {{(pid=113345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:49:04.700351 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67bb023-6b18-44f1-b801-01bcab072731 service neutron] Pushing event updated for resources: {'Port': ['ID=ae111e5f-0dee-4333-97a4-4539e1360985,revision_number=3']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:04.790785 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-f5155bb3-8ef0-4951-8d8f-6a26001aaaec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788024814062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27915883'] for port, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:04.799960 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Provisioning complete for port 0e25c6a5-db60-45cf-8430-34de6ebc5782 triggered by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:49:04.800395 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:04.803744 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5301a40-16dd-461e-b802-ddd3d8403050 x-openstack-request-id: req-f5301a40-16dd-461e-b802-ddd3d8403050 {{(pid=113345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:49:04.804119 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62a4ae9f-e986-4bf1-b110-04ccb11fa669", "tag": "ae111e5f-0dee-4333-97a4-4539e1360985", "status": "completed", "code": 200}]} {{(pid=113345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:49:04.804435 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-f5301a40-16dd-461e-b802-ddd3d8403050 {{(pid=113345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:49:04.804874 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62a4ae9f-e986-4bf1-b110-04ccb11fa669', 'tag': 'ae111e5f-0dee-4333-97a4-4539e1360985', 'status': 'completed', 'code': 200} Nov 02 16:49:04.817676 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5155bb3-8ef0-4951-8d8f-6a26001aaaec admin admin] Network a0b3ac43-ce2e-4870-aa2a-ba58c2f8fa51 is already hosted by enough agents. {{(pid=113345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:49:04.821023 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.base_scheduler [None req-f5155bb3-8ef0-4951-8d8f-6a26001aaaec admin admin] Resources bound (agent type, host, resource id): {{(pid=113345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:49:04.845873 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5155bb3-8ef0-4951-8d8f-6a26001aaaec admin admin] Received port after_create {{(pid=113345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:49:04.902947 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 42778) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:04.966257 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5155bb3-8ef0-4951-8d8f-6a26001aaaec admin admin] Pushing event updated for resources: {'Port': ['ID=ea5dfaf8-d6cf-4a1f-9380-6b12d301b4b2,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:04.972495 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-f5155bb3-8ef0-4951-8d8f-6a26001aaaec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3708925'] for router_interface, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:05.072848 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b63ad4-5baa-42b7-917a-ecacc4fced37 req-e9470458-535e-430b-9765-fa58b5ac1267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:05.075276 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-23b63ad4-5baa-42b7-917a-ecacc4fced37 req-e9470458-535e-430b-9765-fa58b5ac1267 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fd124bfe873f4553b53c6d8282df462c&device_id=62a4ae9f-e986-4bf1-b110-04ccb11fa669 HTTP/1.1" status: 200 len: 1096 time: 0.1940396 Nov 02 16:49:05.191663 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-7bdd0dd4-d865-418d-b4b9-f47efe9b2415 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:05.348297 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-7bdd0dd4-d865-418d-b4b9-f47efe9b2415 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:05.354454 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-f5155bb3-8ef0-4951-8d8f-6a26001aaaec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:05.357095 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-7bdd0dd4-d865-418d-b4b9-f47efe9b2415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:05.416572 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-7bdd0dd4-d865-418d-b4b9-f47efe9b2415 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=1f00e091eb9b4968b65d626a7e07e3c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5116642 Nov 02 16:49:05.418093 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdd0dd4-d865-418d-b4b9-f47efe9b2415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c61857-f150-4e77-9b9c-643f0f33214f,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:05.422041 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 42794) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:05.443828 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5866b974-703d-430d-ba1a-ac668deffbe9 req-a67916c3-4769-4738-9945-6135d553faa1 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:05.445280 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-5866b974-703d-430d-ba1a-ac668deffbe9 req-a67916c3-4769-4738-9945-6135d553faa1 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=6e5b406e-d37d-44b0-bb2f-39532baf3f9e HTTP/1.1" status: 200 len: 945 time: 0.2021737 Nov 02 16:49:05.447062 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b63ad4-5baa-42b7-917a-ecacc4fced37 req-2b4c70dd-6c75-4080-bf78-4c385e06062c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:05.448524 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-23b63ad4-5baa-42b7-917a-ecacc4fced37 req-2b4c70dd-6c75-4080-bf78-4c385e06062c service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=fd124bfe873f4553b53c6d8282df462c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3293548 Nov 02 16:49:05.529712 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-bc3dcfa1-9fd6-4f05-8591-2cf260107bee None None] Provisioning complete for port ea5dfaf8-d6cf-4a1f-9380-6b12d301b4b2 triggered by entity DHCP. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:49:05.530790 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-bc3dcfa1-9fd6-4f05-8591-2cf260107bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:05.552733 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-087ebfb9-f2c2-4db8-9a81-88fb6a96dc35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:05.603457 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-087ebfb9-f2c2-4db8-9a81-88fb6a96dc35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:05.652382 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-bc3dcfa1-9fd6-4f05-8591-2cf260107bee None None] Port ea5dfaf8-d6cf-4a1f-9380-6b12d301b4b2 cannot update to ACTIVE because it is not bound. {{(pid=113346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 16:49:05.682615 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-5866b974-703d-430d-ba1a-ac668deffbe9 req-44143ccf-c988-4040-926f-9c50be1f4bda tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080789 Nov 02 16:49:05.754859 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-087ebfb9-f2c2-4db8-9a81-88fb6a96dc35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:05.759110 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-087ebfb9-f2c2-4db8-9a81-88fb6a96dc35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:05.763659 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-087ebfb9-f2c2-4db8-9a81-88fb6a96dc35 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/71c61857-f150-4e77-9b9c-643f0f33214f HTTP/1.1" status: 204 len: 168 time: 0.3366106 Nov 02 16:49:05.771740 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b63ad4-5baa-42b7-917a-ecacc4fced37 req-80b8e7fe-1c89-4044-8a1a-66d1f595831f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:05.775518 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-23b63ad4-5baa-42b7-917a-ecacc4fced37 req-80b8e7fe-1c89-4044-8a1a-66d1f595831f service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2997839 Nov 02 16:49:05.781743 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d17bc63-2ba0-4c2e-a6e4-2d054c5d4b8d req-d9065aa9-b91f-4b8d-b14b-0ed6512268a8 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:05.792440 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-9d17bc63-2ba0-4c2e-a6e4-2d054c5d4b8d req-d9065aa9-b91f-4b8d-b14b-0ed6512268a8 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=62a4ae9f-e986-4bf1-b110-04ccb11fa669 HTTP/1.1" status: 200 len: 943 time: 0.0992830 Nov 02 16:49:05.812273 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087ebfb9-f2c2-4db8-9a81-88fb6a96dc35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c61857-f150-4e77-9b9c-643f0f33214f,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:05.895952 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-9d17bc63-2ba0-4c2e-a6e4-2d054c5d4b8d req-4bbfacad-86aa-4155-b1bc-d1b23f59850e tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965960 Nov 02 16:49:05.962847 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d3f6c-f389-4704-9868-df5da2f7b76b req-cdf66acd-afec-4be8-952e-d55d11fbd0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:05.964582 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-007d3f6c-f389-4704-9868-df5da2f7b76b req-cdf66acd-afec-4be8-952e-d55d11fbd0f1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fd124bfe873f4553b53c6d8282df462c&device_id=62a4ae9f-e986-4bf1-b110-04ccb11fa669 HTTP/1.1" status: 200 len: 1096 time: 0.1235266 Nov 02 16:49:06.064738 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-f5155bb3-8ef0-4951-8d8f-6a26001aaaec admin admin] Publish callbacks [] for port, precommit_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:06.068095 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-007d3f6c-f389-4704-9868-df5da2f7b76b req-29249865-bb5f-4d70-b889-a52237eab32b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae111e5f-0dee-4333-97a4-4539e1360985 HTTP/1.1" status: 200 len: 217 time: 0.0771668 Nov 02 16:49:06.073172 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-f5155bb3-8ef0-4951-8d8f-6a26001aaaec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27915890'] for port, after_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:06.242400 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5155bb3-8ef0-4951-8d8f-6a26001aaaec admin admin] Pushing event updated for resources: {'Port': ['ID=ea5dfaf8-d6cf-4a1f-9380-6b12d301b4b2,revision_number=2']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:06.250397 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-f5155bb3-8ef0-4951-8d8f-6a26001aaaec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3708777'] for router_interface, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:06.288694 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d3f6c-f389-4704-9868-df5da2f7b76b req-b7b4d919-2fd3-4c9e-975f-da62fe0f12af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:06.291775 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-007d3f6c-f389-4704-9868-df5da2f7b76b req-b7b4d919-2fd3-4c9e-975f-da62fe0f12af service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1c574b2f-5688-4840-800f-5e2d7519c217 HTTP/1.1" status: 200 len: 854 time: 0.1421995 Nov 02 16:49:06.352389 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-007d3f6c-f389-4704-9868-df5da2f7b76b req-546ebc7e-9103-4b47-961a-80524b6860e7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=716d1add-eeb0-4090-99a3-8e93ac4c3a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371985 Nov 02 16:49:06.496839 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5155bb3-8ef0-4951-8d8f-6a26001aaaec admin admin] Network a0b3ac43-ce2e-4870-aa2a-ba58c2f8fa51 is already hosted by enough agents. {{(pid=113345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:49:06.506671 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.base_scheduler [None req-f5155bb3-8ef0-4951-8d8f-6a26001aaaec admin admin] Resources bound (agent type, host, resource id): {{(pid=113345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:49:06.520297 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-007d3f6c-f389-4704-9868-df5da2f7b76b req-4e117bc7-1496-46ce-a6b2-0146c0ae1f1e service neutron] 10.222.0.76 "GET /v2.0/networks/716d1add-eeb0-4090-99a3-8e93ac4c3a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416790 Nov 02 16:49:06.570600 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device a721bde5-bc4c-48ef-b37e-4d75dc07aa6a up at agent ovs-agent-dv-cinder-773876-4-iscsi {{(pid=113346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:49:06.691271 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Provisioning complete for port a721bde5-bc4c-48ef-b37e-4d75dc07aa6a triggered by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:49:06.691988 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:06.986527 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-ef6915cf-2e11-48d3-ba54-703b16985ca8 None None] Provisioning complete for port ea5dfaf8-d6cf-4a1f-9380-6b12d301b4b2 triggered by entity DHCP. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:49:06.987299 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-ef6915cf-2e11-48d3-ba54-703b16985ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:07.075030 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af873d5e-8473-472a-be56-951bc73e9931 req-68015169-d0e8-48ac-8d2d-571071f1bb24 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:07.090085 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-af873d5e-8473-472a-be56-951bc73e9931 req-68015169-d0e8-48ac-8d2d-571071f1bb24 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=62a4ae9f-e986-4bf1-b110-04ccb11fa669 HTTP/1.1" status: 200 len: 943 time: 0.1065257 Nov 02 16:49:07.145072 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:07.180950 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-af873d5e-8473-472a-be56-951bc73e9931 req-b269683f-11eb-48f3-bdf9-39df7b6e3b4d tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860066 Nov 02 16:49:07.218366 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-ef6915cf-2e11-48d3-ba54-703b16985ca8 None None] Port ea5dfaf8-d6cf-4a1f-9380-6b12d301b4b2 cannot update to ACTIVE because it is not bound. {{(pid=113346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 16:49:07.234118 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] For port a721bde5-bc4c-48ef-b37e-4d75dc07aa6a, host dv-cinder-773876-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=a721bde5-bc4c-48ef-b37e-4d75dc07aa6a,segment=NetworkSegment(1cb664d2-69f4-46cd-9abc-3fc1a9239895),segment_id=1cb664d2-69f4-46cd-9abc-3fc1a9239895)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:49:07.250734 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:07.283885 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5155bb3-8ef0-4951-8d8f-6a26001aaaec admin admin] Router 18a7a4fb-6851-4e84-8cc0-ebc7ceef0050 has already been hosted by L3 agent 23c85ca8-88a6-46e7-9165-338a7fd1d142 {{(pid=113345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:49:07.292449 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-007d3f6c-f389-4704-9868-df5da2f7b76b req-4b86ae27-2815-464a-8911-4bbcbdcb8a7c service neutron] 10.222.0.76 "GET /v2.0/networks/716d1add-eeb0-4090-99a3-8e93ac4c3a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7168727 Nov 02 16:49:07.307466 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc5ae9-e0ed-4970-98ae-fa140b550592 req-f5a3f2b2-148d-4ff2-aaa8-201aa159922b tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:07.309422 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-44fc5ae9-e0ed-4970-98ae-fa140b550592 req-f5a3f2b2-148d-4ff2-aaa8-201aa159922b tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=6e5b406e-d37d-44b0-bb2f-39532baf3f9e HTTP/1.1" status: 200 len: 945 time: 0.2294309 Nov 02 16:49:07.343300 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Pushing event updated for resources: {'Port': ['ID=a721bde5-bc4c-48ef-b37e-4d75dc07aa6a,revision_number=4']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:07.448557 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-44fc5ae9-e0ed-4970-98ae-fa140b550592 req-e35afa46-e6d1-4d32-b861-9cd55f134532 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276224 Nov 02 16:49:07.511696 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5155bb3-8ef0-4951-8d8f-6a26001aaaec admin admin] Notify agent at l3_agent.dv-cinder-773876-4-iscsi the message routers_updated {{(pid=113345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:49:07.526566 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead40056-cbaf-4ac2-be64-8ef06dd03b3c None None] Sync routers for ids ['18a7a4fb-6851-4e84-8cc0-ebc7ceef0050'] in dv-cinder-773876-4-iscsi {{(pid=113346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:49:07.529837 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-f5155bb3-8ef0-4951-8d8f-6a26001aaaec admin admin] 10.222.0.118 "PUT /v2.0/routers/18a7a4fb-6851-4e84-8cc0-ebc7ceef0050/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8325007 Nov 02 16:49:07.560866 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead40056-cbaf-4ac2-be64-8ef06dd03b3c None None] Routers {'18a7a4fb-6851-4e84-8cc0-ebc7ceef0050'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:49:07.561874 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-ead40056-cbaf-4ac2-be64-8ef06dd03b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:48:41Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['18a7a4fb-6851-4e84-8cc0-ebc7ceef0050'], 'active': True} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:49:07.756098 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvr_db [None req-ead40056-cbaf-4ac2-be64-8ef06dd03b3c None None] Set router 18a7a4fb-6851-4e84-8cc0-ebc7ceef0050 gateway port host: dv-cinder-773876-4-iscsi {{(pid=113346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:49:07.852792 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ddd4bb-310e-4438-86e5-64aac4cae655 req-070af959-aba1-4d9d-a2bc-7cc668f42861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:07.854848 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-72ddd4bb-310e-4438-86e5-64aac4cae655 req-070af959-aba1-4d9d-a2bc-7cc668f42861 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7a412769a7274d9da389f724f6f4744e&device_id=6e5b406e-d37d-44b0-bb2f-39532baf3f9e HTTP/1.1" status: 200 len: 1098 time: 0.0559349 Nov 02 16:49:07.859859 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ec3c2-19fc-420d-ad23-3aa5dacc1190 req-cc6f16ad-1629-4159-9643-1c5788f57a9f tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:07.870852 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-6b0ec3c2-19fc-420d-ad23-3aa5dacc1190 req-cc6f16ad-1629-4159-9643-1c5788f57a9f tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=6e5b406e-d37d-44b0-bb2f-39532baf3f9e HTTP/1.1" status: 200 len: 945 time: 0.0772302 Nov 02 16:49:07.945023 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-6b0ec3c2-19fc-420d-ad23-3aa5dacc1190 req-0176a13a-0af3-450c-922c-a6f5256aa066 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729494 Nov 02 16:49:07.983180 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ddd4bb-310e-4438-86e5-64aac4cae655 req-c6d5c334-77a7-4e0f-8eea-0c635de074ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:07.984882 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-72ddd4bb-310e-4438-86e5-64aac4cae655 req-c6d5c334-77a7-4e0f-8eea-0c635de074ad service neutron] 10.222.0.76 "GET /v2.0/networks?id=e13a8a17-03ff-45d6-87c8-8e4368446fe7 HTTP/1.1" status: 200 len: 920 time: 0.1121604 Nov 02 16:49:08.035827 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-ead40056-cbaf-4ac2-be64-8ef06dd03b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a7a4fb-6851-4e84-8cc0-ebc7ceef0050', 'name': 'tempest-TestMinimumBasicScenario-1571197944-router', 'tenant_id': 'd8893a1c51494037812ebb841a885c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'a721bde5-bc4c-48ef-b37e-4d75dc07aa6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:48:56Z', 'updated_at': '2021-11-02T16:49:05Z', 'revision_number': 4, 'project_id': 'd8893a1c51494037812ebb841a885c65', 'gw_port': {'id': 'a721bde5-bc4c-48ef-b37e-4d75dc07aa6a', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:85:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a7a4fb-6851-4e84-8cc0-ebc7ceef0050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:48:57Z', 'updated_at': '2021-11-02T16:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_interfaces': [{'id': 'ea5dfaf8-d6cf-4a1f-9380-6b12d301b4b2', 'name': '', 'network_id': 'a0b3ac43-ce2e-4870-aa2a-ba58c2f8fa51', 'tenant_id': 'd8893a1c51494037812ebb841a885c65', 'mac_address': 'fa:16:3e:18:e6:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a7a4fb-6851-4e84-8cc0-ebc7ceef0050', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'c5408ae6-d449-43c9-a248-449af3b952ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:49:03Z', 'updated_at': '2021-11-02T16:49:05Z', 'revision_number': 2, 'project_id': 'd8893a1c51494037812ebb841a885c65', 'subnets': [{'id': 'c5408ae6-d449-43c9-a248-449af3b952ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:49:08.055980 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-72ddd4bb-310e-4438-86e5-64aac4cae655 req-b687292e-0501-42de-b497-581b1ad8fcc2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c95a943-ceda-4a49-8043-1035f5d14c4a HTTP/1.1" status: 200 len: 217 time: 0.0459821 Nov 02 16:49:08.073890 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead40056-cbaf-4ac2-be64-8ef06dd03b3c None None] Checking router: 18a7a4fb-6851-4e84-8cc0-ebc7ceef0050 for host: dv-cinder-773876-4-iscsi {{(pid=113346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:49:08.075302 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead40056-cbaf-4ac2-be64-8ef06dd03b3c None None] Updating router 18a7a4fb-6851-4e84-8cc0-ebc7ceef0050 port ea5dfaf8-d6cf-4a1f-9380-6b12d301b4b2 binding host dv-cinder-773876-4-iscsi {{(pid=113346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:49:08.109363 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-ead40056-cbaf-4ac2-be64-8ef06dd03b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:08.125520 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ddd4bb-310e-4438-86e5-64aac4cae655 req-11f118ab-9a98-4b96-8147-d635204572ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:08.128204 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-72ddd4bb-310e-4438-86e5-64aac4cae655 req-11f118ab-9a98-4b96-8147-d635204572ab service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e0977232-e536-46af-9a0c-d7241cfd5366 HTTP/1.1" status: 200 len: 859 time: 0.0590899 Nov 02 16:49:08.192624 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-72ddd4bb-310e-4438-86e5-64aac4cae655 req-ff8b4cfc-6b86-4cfe-8262-831f79eada21 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e13a8a17-03ff-45d6-87c8-8e4368446fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458326 Nov 02 16:49:08.355636 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-f6ac9d11-fbc4-46f3-b6b5-535a7b61fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:08.441187 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.agents_db [None req-4685c794-fb13-4fdb-802d-b1599aff033c None None] Agent healthcheck: found 6 active agents {{(pid=113347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:49:08.448906 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15668ba2-c207-4d97-9a60-0b1ca94e9730 req-02ffe320-1808-4f30-8c93-aee883c92dea tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:08.452880 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-15668ba2-c207-4d97-9a60-0b1ca94e9730 req-02ffe320-1808-4f30-8c93-aee883c92dea tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=62a4ae9f-e986-4bf1-b110-04ccb11fa669 HTTP/1.1" status: 200 len: 943 time: 0.1375859 Nov 02 16:49:08.460540 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-72ddd4bb-310e-4438-86e5-64aac4cae655 req-3d65c100-9a5c-4684-976a-c2f2f943bedf service neutron] 10.222.0.76 "GET /v2.0/networks/e13a8a17-03ff-45d6-87c8-8e4368446fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501123 Nov 02 16:49:08.537743 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-ead40056-cbaf-4ac2-be64-8ef06dd03b3c None None] Publish callbacks [] for port, precommit_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:08.548968 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-ead40056-cbaf-4ac2-be64-8ef06dd03b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:08.630526 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-15668ba2-c207-4d97-9a60-0b1ca94e9730 req-2906b6f2-614d-4a2f-942d-cafe3c4c98c3 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698599 Nov 02 16:49:08.656409 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3913315-c7f9-485f-8b74-0a8604db827d None None] Pushing event updated for resources: {'Port': ['ID=ea5dfaf8-d6cf-4a1f-9380-6b12d301b4b2,revision_number=3']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:08.712875 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device a721bde5-bc4c-48ef-b37e-4d75dc07aa6a up at agent ovs-agent-dv-cinder-773876-4-iscsi {{(pid=113346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:49:08.769312 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-72ddd4bb-310e-4438-86e5-64aac4cae655 req-36e334a5-24e2-40b3-8df0-9bda65dc3bd5 service neutron] 10.222.0.76 "GET /v2.0/networks/e13a8a17-03ff-45d6-87c8-8e4368446fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828660 Nov 02 16:49:09.211502 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.managers [None req-ead40056-cbaf-4ac2-be64-8ef06dd03b3c None None] Attempting to bind port ea5dfaf8-d6cf-4a1f-9380-6b12d301b4b2 on host dv-cinder-773876-4-iscsi for vnic_type normal with profile {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 16:49:09.212328 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.managers [None req-ead40056-cbaf-4ac2-be64-8ef06dd03b3c None None] Attempting to bind port ea5dfaf8-d6cf-4a1f-9380-6b12d301b4b2 by drivers openvswitch,hyperv on host dv-cinder-773876-4-iscsi at level 0 using segments [{'id': '8a2a7dae-38f3-4205-a3c2-3881fc8185e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'a0b3ac43-ce2e-4870-aa2a-ba58c2f8fa51'}] {{(pid=113346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 16:49:09.212829 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead40056-cbaf-4ac2-be64-8ef06dd03b3c None None] Attempting to bind port ea5dfaf8-d6cf-4a1f-9380-6b12d301b4b2 on network a0b3ac43-ce2e-4870-aa2a-ba58c2f8fa51 {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:49:09.232452 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09ef0c-6caa-4406-864c-6d57bd8cdad0 req-75711bb7-3b08-472c-8b35-d7ba5cfc50a6 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:09.245370 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-bb264788-0fac-45c6-b6ae-22ec726d3b21 None None] Provisioning complete for port ea5dfaf8-d6cf-4a1f-9380-6b12d301b4b2 triggered by entity DHCP. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:49:09.250915 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-bb264788-0fac-45c6-b6ae-22ec726d3b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:09.252056 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-1e09ef0c-6caa-4406-864c-6d57bd8cdad0 req-75711bb7-3b08-472c-8b35-d7ba5cfc50a6 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=6e5b406e-d37d-44b0-bb2f-39532baf3f9e HTTP/1.1" status: 200 len: 945 time: 0.1385326 Nov 02 16:49:09.276459 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead40056-cbaf-4ac2-be64-8ef06dd03b3c None None] Checking agent: {'id': '7dc37166-7823-42e6-bc3e-7dc49cd1fc12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 37, 46), 'started_at': datetime.datetime(2021, 11, 2, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:49:09.285164 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead40056-cbaf-4ac2-be64-8ef06dd03b3c None None] Checking segment: {'id': '8a2a7dae-38f3-4205-a3c2-3881fc8185e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'a0b3ac43-ce2e-4870-aa2a-ba58c2f8fa51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 16:49:09.285961 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-ead40056-cbaf-4ac2-be64-8ef06dd03b3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:09.286665 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead40056-cbaf-4ac2-be64-8ef06dd03b3c None None] Bound using segment: {'id': '8a2a7dae-38f3-4205-a3c2-3881fc8185e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'a0b3ac43-ce2e-4870-aa2a-ba58c2f8fa51'} {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:49:09.287586 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.managers [None req-ead40056-cbaf-4ac2-be64-8ef06dd03b3c None None] Bound port: ea5dfaf8-d6cf-4a1f-9380-6b12d301b4b2, host: dv-cinder-773876-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a2a7dae-38f3-4205-a3c2-3881fc8185e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'a0b3ac43-ce2e-4870-aa2a-ba58c2f8fa51'}}] {{(pid=113346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 16:49:09.288332 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-ead40056-cbaf-4ac2-be64-8ef06dd03b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:09.413318 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-1e09ef0c-6caa-4406-864c-6d57bd8cdad0 req-7509e5a8-e27d-4ed8-9b16-496f1d9346ee tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555929 Nov 02 16:49:09.480535 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Provisioning complete for port a721bde5-bc4c-48ef-b37e-4d75dc07aa6a triggered by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:49:09.480969 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:09.522562 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-bb264788-0fac-45c6-b6ae-22ec726d3b21 None None] Port ea5dfaf8-d6cf-4a1f-9380-6b12d301b4b2 cannot update to ACTIVE because it is not bound. {{(pid=113346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 16:49:09.596227 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-ead40056-cbaf-4ac2-be64-8ef06dd03b3c None None] For port ea5dfaf8-d6cf-4a1f-9380-6b12d301b4b2, host dv-cinder-773876-4-iscsi, cleared binding levels {{(pid=113346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:49:09.600983 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-ead40056-cbaf-4ac2-be64-8ef06dd03b3c None None] For port ea5dfaf8-d6cf-4a1f-9380-6b12d301b4b2, host dv-cinder-773876-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=ea5dfaf8-d6cf-4a1f-9380-6b12d301b4b2,segment=NetworkSegment(8a2a7dae-38f3-4205-a3c2-3881fc8185e4),segment_id=8a2a7dae-38f3-4205-a3c2-3881fc8185e4)] {{(pid=113346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:49:09.615004 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-ead40056-cbaf-4ac2-be64-8ef06dd03b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:09.734940 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead40056-cbaf-4ac2-be64-8ef06dd03b3c None None] Routers {'18a7a4fb-6851-4e84-8cc0-ebc7ceef0050'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:49:09.736687 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-ead40056-cbaf-4ac2-be64-8ef06dd03b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:48:41Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['18a7a4fb-6851-4e84-8cc0-ebc7ceef0050'], 'active': True} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:49:09.803699 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3913315-c7f9-485f-8b74-0a8604db827d None None] Pushing event updated for resources: {'Port': ['ID=ea5dfaf8-d6cf-4a1f-9380-6b12d301b4b2,revision_number=4']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:09.923546 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6031a7d2-a94a-4762-ae25-3f69c6b28387 req-00f2d72d-4422-4882-adb5-cbededec2305 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:09.933888 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-6031a7d2-a94a-4762-ae25-3f69c6b28387 req-00f2d72d-4422-4882-adb5-cbededec2305 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=62a4ae9f-e986-4bf1-b110-04ccb11fa669 HTTP/1.1" status: 200 len: 943 time: 0.1032157 Nov 02 16:49:09.988479 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvr_db [None req-ead40056-cbaf-4ac2-be64-8ef06dd03b3c None None] Set router 18a7a4fb-6851-4e84-8cc0-ebc7ceef0050 gateway port host: dv-cinder-773876-4-iscsi {{(pid=113346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:49:10.038423 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-6031a7d2-a94a-4762-ae25-3f69c6b28387 req-99fda3a4-4591-4ace-ba1c-8e9af9eb4ee8 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029890 Nov 02 16:49:10.181761 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-f56e67a7-c59f-408b-8a15-08fc0ce359b9 None None] Provisioning complete for port ea5dfaf8-d6cf-4a1f-9380-6b12d301b4b2 triggered by entity DHCP. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:49:10.182094 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-f56e67a7-c59f-408b-8a15-08fc0ce359b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:10.330879 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-ead40056-cbaf-4ac2-be64-8ef06dd03b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a7a4fb-6851-4e84-8cc0-ebc7ceef0050', 'name': 'tempest-TestMinimumBasicScenario-1571197944-router', 'tenant_id': 'd8893a1c51494037812ebb841a885c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'a721bde5-bc4c-48ef-b37e-4d75dc07aa6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:48:56Z', 'updated_at': '2021-11-02T16:49:05Z', 'revision_number': 4, 'project_id': 'd8893a1c51494037812ebb841a885c65', 'gw_port': {'id': 'a721bde5-bc4c-48ef-b37e-4d75dc07aa6a', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:85:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a7a4fb-6851-4e84-8cc0-ebc7ceef0050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:48:57Z', 'updated_at': '2021-11-02T16:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_interfaces': [{'id': 'ea5dfaf8-d6cf-4a1f-9380-6b12d301b4b2', 'name': '', 'network_id': 'a0b3ac43-ce2e-4870-aa2a-ba58c2f8fa51', 'tenant_id': 'd8893a1c51494037812ebb841a885c65', 'mac_address': 'fa:16:3e:18:e6:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a7a4fb-6851-4e84-8cc0-ebc7ceef0050', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'c5408ae6-d449-43c9-a248-449af3b952ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:49:03Z', 'updated_at': '2021-11-02T16:49:09Z', 'revision_number': 4, 'project_id': 'd8893a1c51494037812ebb841a885c65', 'subnets': [{'id': 'c5408ae6-d449-43c9-a248-449af3b952ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:49:10.331819 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-f56e67a7-c59f-408b-8a15-08fc0ce359b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:10.368423 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead40056-cbaf-4ac2-be64-8ef06dd03b3c None None] The sync data for ids ['18a7a4fb-6851-4e84-8cc0-ebc7ceef0050'] in dv-cinder-773876-4-iscsi is: [{'id': '18a7a4fb-6851-4e84-8cc0-ebc7ceef0050', 'name': 'tempest-TestMinimumBasicScenario-1571197944-router', 'tenant_id': 'd8893a1c51494037812ebb841a885c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'a721bde5-bc4c-48ef-b37e-4d75dc07aa6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:48:56Z', 'updated_at': '2021-11-02T16:49:05Z', 'revision_number': 4, 'project_id': 'd8893a1c51494037812ebb841a885c65', 'gw_port': {'id': 'a721bde5-bc4c-48ef-b37e-4d75dc07aa6a', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:85:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a7a4fb-6851-4e84-8cc0-ebc7ceef0050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:48:57Z', 'updated_at': '2021-11-02T16:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_interfaces': [{'id': 'ea5dfaf8-d6cf-4a1f-9380-6b12d301b4b2', 'name': '', 'network_id': 'a0b3ac43-ce2e-4870-aa2a-ba58c2f8fa51', 'tenant_id': 'd8893a1c51494037812ebb841a885c65', 'mac_address': 'fa:16:3e:18:e6:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a7a4fb-6851-4e84-8cc0-ebc7ceef0050', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'c5408ae6-d449-43c9-a248-449af3b952ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:49:03Z', 'updated_at': '2021-11-02T16:49:09Z', 'revision_number': 4, 'project_id': 'd8893a1c51494037812ebb841a885c65', 'subnets': [{'id': 'c5408ae6-d449-43c9-a248-449af3b952ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:49:10.411753 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-f56e67a7-c59f-408b-8a15-08fc0ce359b9 None None] For port ea5dfaf8-d6cf-4a1f-9380-6b12d301b4b2, host dv-cinder-773876-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=ea5dfaf8-d6cf-4a1f-9380-6b12d301b4b2,segment=NetworkSegment(8a2a7dae-38f3-4205-a3c2-3881fc8185e4),segment_id=8a2a7dae-38f3-4205-a3c2-3881fc8185e4)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:49:10.418183 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-f56e67a7-c59f-408b-8a15-08fc0ce359b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:10.710659 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56e67a7-c59f-408b-8a15-08fc0ce359b9 None None] Pushing event updated for resources: {'Port': ['ID=ea5dfaf8-d6cf-4a1f-9380-6b12d301b4b2,revision_number=5']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:10.728802 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f48224-87c0-4804-b0f1-ac880f9b49cf req-52c3404e-2b23-4299-8298-6d00ad9830d5 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:10.748359 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-99f48224-87c0-4804-b0f1-ac880f9b49cf req-52c3404e-2b23-4299-8298-6d00ad9830d5 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=6e5b406e-d37d-44b0-bb2f-39532baf3f9e HTTP/1.1" status: 200 len: 945 time: 0.1672966 Nov 02 16:49:10.770205 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device ea5dfaf8-d6cf-4a1f-9380-6b12d301b4b2 up at agent ovs-agent-dv-cinder-773876-4-iscsi {{(pid=113346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:49:10.865808 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-99f48224-87c0-4804-b0f1-ac880f9b49cf req-c844ebfc-a87f-4da0-acde-4cc3158b8d62 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166079 Nov 02 16:49:10.914487 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Provisioning complete for port ea5dfaf8-d6cf-4a1f-9380-6b12d301b4b2 triggered by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:49:10.915045 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:11.053579 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-a954b407-1764-49a2-8218-b19d7275e24b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:11.352619 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d0d0b-e47a-4306-8d87-283a76fdcaf5 req-6ee1a7f4-1358-4800-bf4a-cbca7eccc059 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:11.354486 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-775d0d0b-e47a-4306-8d87-283a76fdcaf5 req-6ee1a7f4-1358-4800-bf4a-cbca7eccc059 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=62a4ae9f-e986-4bf1-b110-04ccb11fa669 HTTP/1.1" status: 200 len: 943 time: 0.1294773 Nov 02 16:49:11.458528 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-775d0d0b-e47a-4306-8d87-283a76fdcaf5 req-2a933fb0-eed4-490a-98e2-84efe94a24d1 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908232 Nov 02 16:49:12.080143 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5285238-7756-47ad-b5a3-4bc6241749e9 req-06c3fdf1-5bf0-4bf1-b606-7bf64da9a353 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:12.092597 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-e5285238-7756-47ad-b5a3-4bc6241749e9 req-06c3fdf1-5bf0-4bf1-b606-7bf64da9a353 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=6e5b406e-d37d-44b0-bb2f-39532baf3f9e HTTP/1.1" status: 200 len: 945 time: 0.0943573 Nov 02 16:49:12.193069 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-e5285238-7756-47ad-b5a3-4bc6241749e9 req-5df41045-cb88-4585-8a5d-e7066bc244f3 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992377 Nov 02 16:49:12.382137 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 42938) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:12.570577 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device ae111e5f-0dee-4333-97a4-4539e1360985 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=113346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:49:12.682544 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-a053b172-700b-4500-8e03-b8470c9e3058 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:12.776475 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213eaf70-00c0-4718-9f9a-2fd99d943efa req-e1bfe894-b244-479b-b30b-3cf44737886b tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:12.790202 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-213eaf70-00c0-4718-9f9a-2fd99d943efa req-e1bfe894-b244-479b-b30b-3cf44737886b tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=62a4ae9f-e986-4bf1-b110-04ccb11fa669 HTTP/1.1" status: 200 len: 943 time: 0.2040558 Nov 02 16:49:12.828035 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device ea5dfaf8-d6cf-4a1f-9380-6b12d301b4b2 up at agent ovs-agent-dv-cinder-773876-4-iscsi {{(pid=113346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:49:12.849229 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port ae111e5f-0dee-4333-97a4-4539e1360985, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=ae111e5f-0dee-4333-97a4-4539e1360985,segment=NetworkSegment(d6d67ab2-fd0f-4a4e-a197-bf243bf1fa07),segment_id=d6d67ab2-fd0f-4a4e-a197-bf243bf1fa07)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:49:12.905176 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-dfe49d6c-b306-436a-ba68-760764be264a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:12.907654 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Returning: {'device': 'ae111e5f-0dee-4333-97a4-4539e1360985', 'network_id': '716d1add-eeb0-4090-99a3-8e93ac4c3a42', 'port_id': 'ae111e5f-0dee-4333-97a4-4539e1360985', 'mac_address': 'fa:16:3e:d3:27:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c574b2f-5688-4840-800f-5e2d7519c217', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:49:12.935624 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-213eaf70-00c0-4718-9f9a-2fd99d943efa req-23025bfd-05a9-4079-acf2-9ade7b7d675d tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442239 Nov 02 16:49:12.986249 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Provisioning complete for port ea5dfaf8-d6cf-4a1f-9380-6b12d301b4b2 triggered by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:49:12.986630 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-a053b172-700b-4500-8e03-b8470c9e3058 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:12.987265 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:12.990143 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:12.993646 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-a053b172-700b-4500-8e03-b8470c9e3058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:13.037238 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.notifiers.nova [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae111e5f-0dee-4333-97a4-4539e1360985 {{(pid=113346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:49:13.050348 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 42946) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:13.050665 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-a053b172-700b-4500-8e03-b8470c9e3058 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=0dd4529fff3b43119c8c659a3da805a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6668074 Nov 02 16:49:13.079681 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a053b172-700b-4500-8e03-b8470c9e3058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e54c8875-8fe9-42c1-b377-6189c41b2e1c,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:13.092546 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port ae111e5f-0dee-4333-97a4-4539e1360985, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=ae111e5f-0dee-4333-97a4-4539e1360985,segment=NetworkSegment(d6d67ab2-fd0f-4a4e-a197-bf243bf1fa07),segment_id=d6d67ab2-fd0f-4a4e-a197-bf243bf1fa07)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:49:13.102924 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:13.154488 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-4fa1b443-75ca-48ef-98f6-4d1a9744fd0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:13.184406 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-4fa1b443-75ca-48ef-98f6-4d1a9744fd0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:13.199044 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Pushing event updated for resources: {'Port': ['ID=ae111e5f-0dee-4333-97a4-4539e1360985,revision_number=4']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:13.257819 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-4fa1b443-75ca-48ef-98f6-4d1a9744fd0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:13.261615 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-4fa1b443-75ca-48ef-98f6-4d1a9744fd0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:13.264311 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-4fa1b443-75ca-48ef-98f6-4d1a9744fd0f admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/e54c8875-8fe9-42c1-b377-6189c41b2e1c HTTP/1.1" status: 204 len: 168 time: 0.2121308 Nov 02 16:49:13.281996 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa1b443-75ca-48ef-98f6-4d1a9744fd0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54c8875-8fe9-42c1-b377-6189c41b2e1c,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:13.589948 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496778e1-40ae-491b-b9b5-00e1185866c3 req-c1d5c3d1-781e-4651-9ea5-eb7a8416b8b4 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:13.602262 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-496778e1-40ae-491b-b9b5-00e1185866c3 req-c1d5c3d1-781e-4651-9ea5-eb7a8416b8b4 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=6e5b406e-d37d-44b0-bb2f-39532baf3f9e HTTP/1.1" status: 200 len: 945 time: 0.2385073 Nov 02 16:49:13.708853 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-496778e1-40ae-491b-b9b5-00e1185866c3 req-b46f1ad6-8f2c-41cf-8458-c61130a85865 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005914 Nov 02 16:49:13.770613 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] get_ports_and_sgs() called for port_ids ['ae111e5f-0dee-4333-97a4-4539e1360985'] {{(pid=113346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:49:14.083997 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 42966) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:14.138960 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-118763cb-a52c-42ae-8ac0-d45c91cbfb0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:14.230090 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519988d2-12a3-48d1-861a-3dfa022d2daa req-de530ae3-199e-4e7f-9385-848ed92f72f0 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:14.239534 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-519988d2-12a3-48d1-861a-3dfa022d2daa req-de530ae3-199e-4e7f-9385-848ed92f72f0 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=62a4ae9f-e986-4bf1-b110-04ccb11fa669 HTTP/1.1" status: 200 len: 944 time: 0.1471813 Nov 02 16:49:14.339591 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-519988d2-12a3-48d1-861a-3dfa022d2daa req-adddf607-5726-4ab1-9d9a-0749183cff23 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984159 Nov 02 16:49:14.369558 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-118763cb-a52c-42ae-8ac0-d45c91cbfb0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:14.375190 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-118763cb-a52c-42ae-8ac0-d45c91cbfb0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:14.426064 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-118763cb-a52c-42ae-8ac0-d45c91cbfb0c admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=248d129ff6f34d36bbb1ae3fd48f17fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3404608 Nov 02 16:49:14.429062 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 42972) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:14.436982 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118763cb-a52c-42ae-8ac0-d45c91cbfb0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c92f3e3c-fd02-4fc6-89ae-19e660c90217,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:14.500658 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-f728cbec-1786-4b52-879d-4976d98112bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:14.536597 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-f728cbec-1786-4b52-879d-4976d98112bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:14.654243 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0b95-0143-42d2-8d33-45f1b37c89de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:14.659170 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-f728cbec-1786-4b52-879d-4976d98112bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:14.665019 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-f728cbec-1786-4b52-879d-4976d98112bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:14.670029 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-f728cbec-1786-4b52-879d-4976d98112bc admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/c92f3e3c-fd02-4fc6-89ae-19e660c90217 HTTP/1.1" status: 204 len: 168 time: 0.2368062 Nov 02 16:49:14.707260 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f728cbec-1786-4b52-879d-4976d98112bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c92f3e3c-fd02-4fc6-89ae-19e660c90217,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:15.426461 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dda288-d2c7-46bc-a59b-9c126baa9603 req-e5cc40e6-7172-4a2b-b5e4-e3dce5ec22a4 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:15.435807 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-46dda288-d2c7-46bc-a59b-9c126baa9603 req-e5cc40e6-7172-4a2b-b5e4-e3dce5ec22a4 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=6e5b406e-d37d-44b0-bb2f-39532baf3f9e HTTP/1.1" status: 200 len: 945 time: 0.0799098 Nov 02 16:49:15.508729 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-46dda288-d2c7-46bc-a59b-9c126baa9603 req-3ae2e11c-846d-4be0-9f9c-16bed5c40045 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666070 Nov 02 16:49:15.575347 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455050f7-7e8b-462b-9d9f-aa1ea43c683a req-6732e626-a6ca-4e14-8d34-dfde59e2a785 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:15.581718 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-455050f7-7e8b-462b-9d9f-aa1ea43c683a req-6732e626-a6ca-4e14-8d34-dfde59e2a785 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=62a4ae9f-e986-4bf1-b110-04ccb11fa669 HTTP/1.1" status: 200 len: 944 time: 0.0918107 Nov 02 16:49:15.701734 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-455050f7-7e8b-462b-9d9f-aa1ea43c683a req-60143b9d-5866-4d19-a4e6-60da189623a8 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133196 Nov 02 16:49:16.089609 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:16.595618 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device ae111e5f-0dee-4333-97a4-4539e1360985 up at agent hyperv_hv-cinder-77387 {{(pid=113346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:49:16.674489 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Provisioning for port ae111e5f-0dee-4333-97a4-4539e1360985 completed by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:49:16.682244 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Provisioning complete for port ae111e5f-0dee-4333-97a4-4539e1360985 triggered by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:49:16.682641 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:16.782891 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:16.816060 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62a4ae9f-e986-4bf1-b110-04ccb11fa669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae111e5f-0dee-4333-97a4-4539e1360985'}] {{(pid=113346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:49:16.822405 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76f9361971789a5ad3b4a9c4b1498f7b6e6fa8520131c3d92747b1d2ae9477a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0184999-9fdf-4f54-b385-6d7f69c72b94" -d '{"events": [{"server_uuid": "62a4ae9f-e986-4bf1-b110-04ccb11fa669", "name": "network-vif-plugged", "status": "completed", "tag": "ae111e5f-0dee-4333-97a4-4539e1360985"}]}' {{(pid=113346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:49:16.866837 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port ae111e5f-0dee-4333-97a4-4539e1360985, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=ae111e5f-0dee-4333-97a4-4539e1360985,segment=NetworkSegment(d6d67ab2-fd0f-4a4e-a197-bf243bf1fa07),segment_id=d6d67ab2-fd0f-4a4e-a197-bf243bf1fa07)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:49:16.874228 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:16.901785 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce4bec7-ec18-44bb-89d7-877499e74099 req-df2080bc-6305-4170-a71e-3b94a2286862 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:16.912788 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-9ce4bec7-ec18-44bb-89d7-877499e74099 req-df2080bc-6305-4170-a71e-3b94a2286862 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=62a4ae9f-e986-4bf1-b110-04ccb11fa669 HTTP/1.1" status: 200 len: 944 time: 0.1072726 Nov 02 16:49:16.930651 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7823c6c3-2df4-46e5-9984-6fca26cd72db x-openstack-request-id: req-7823c6c3-2df4-46e5-9984-6fca26cd72db {{(pid=113346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:49:16.931102 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62a4ae9f-e986-4bf1-b110-04ccb11fa669", "name": "network-vif-plugged", "status": "completed", "tag": "ae111e5f-0dee-4333-97a4-4539e1360985", "code": 200}]} {{(pid=113346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:49:16.931357 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-7823c6c3-2df4-46e5-9984-6fca26cd72db {{(pid=113346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:49:16.931722 dv-cinder-773876-4-iscsi neutron-server[113346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62a4ae9f-e986-4bf1-b110-04ccb11fa669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae111e5f-0dee-4333-97a4-4539e1360985', 'code': 200} Nov 02 16:49:16.994830 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Pushing event updated for resources: {'Port': ['ID=ae111e5f-0dee-4333-97a4-4539e1360985,revision_number=5']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:17.021518 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-9ce4bec7-ec18-44bb-89d7-877499e74099 req-ed23a7ba-1f71-43e4-bdc6-a2a22178eddd tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068413 Nov 02 16:49:17.211025 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbc4e16-dc94-4dbf-8eb9-9b8a75b85d40 req-e149f8ac-7c30-484c-9f16-06029b4312a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:17.214340 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-1dbc4e16-dc94-4dbf-8eb9-9b8a75b85d40 req-e149f8ac-7c30-484c-9f16-06029b4312a0 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=62a4ae9f-e986-4bf1-b110-04ccb11fa669 HTTP/1.1" status: 200 len: 1098 time: 0.0938473 Nov 02 16:49:17.290463 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-1dbc4e16-dc94-4dbf-8eb9-9b8a75b85d40 req-0e703b2c-9ed4-42a1-ad47-375d8b2a0ffe service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635300 Nov 02 16:49:18.177177 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62758801-7920-4154-b5b0-b998c02c91da req-cdf46343-15da-4808-b2d5-86ddac1f3a6b tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:18.179096 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-62758801-7920-4154-b5b0-b998c02c91da req-cdf46343-15da-4808-b2d5-86ddac1f3a6b tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=62a4ae9f-e986-4bf1-b110-04ccb11fa669 HTTP/1.1" status: 200 len: 945 time: 0.0670540 Nov 02 16:49:18.260923 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-62758801-7920-4154-b5b0-b998c02c91da req-0c10ac6d-7128-455e-adc7-221a490d4eae tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721378 Nov 02 16:49:19.438977 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a026b2d-0333-4fe4-aec9-2626a3e170cd req-44b3b8b6-6106-416d-833e-cca55524d3db tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:19.442091 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-1a026b2d-0333-4fe4-aec9-2626a3e170cd req-44b3b8b6-6106-416d-833e-cca55524d3db tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=62a4ae9f-e986-4bf1-b110-04ccb11fa669 HTTP/1.1" status: 200 len: 945 time: 0.0865428 Nov 02 16:49:19.521860 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-1a026b2d-0333-4fe4-aec9-2626a3e170cd req-2b3fae38-7eb3-4345-9197-560a3ba76c86 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708714 Nov 02 16:49:20.733943 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21aa98-5eae-4459-9761-a7c146e74203 req-fb8dc476-fb6c-40fd-8b0b-89dd41390c89 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:20.738266 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-1a21aa98-5eae-4459-9761-a7c146e74203 req-fb8dc476-fb6c-40fd-8b0b-89dd41390c89 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=62a4ae9f-e986-4bf1-b110-04ccb11fa669 HTTP/1.1" status: 200 len: 945 time: 0.1104965 Nov 02 16:49:20.842044 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-1a21aa98-5eae-4459-9761-a7c146e74203 req-2a083a81-c7ea-4950-906c-23771d492176 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981090 Nov 02 16:49:21.816516 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:22.856592 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c70d8-36ba-414f-a288-7226216a8cad req-63fe8e8d-75d2-4fe2-99b3-add1561c170d tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:22.858267 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-769c70d8-36ba-414f-a288-7226216a8cad req-63fe8e8d-75d2-4fe2-99b3-add1561c170d tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/networks?id=feac3926-83aa-4c72-bcab-fa9f4d378711 HTTP/1.1" status: 200 len: 815 time: 0.1361034 Nov 02 16:49:22.877769 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-769c70d8-36ba-414f-a288-7226216a8cad req-88461a5e-5cb7-4ee7-8e9b-dc6eecc0e748 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/quotas/078aa8372f994f1eafe3013d58d8c979 HTTP/1.1" status: 200 len: 375 time: 0.0123351 Nov 02 16:49:22.945249 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-769c70d8-36ba-414f-a288-7226216a8cad req-75b337b6-9ce1-4df6-915a-af42620bcfa9 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=078aa8372f994f1eafe3013d58d8c979&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0598648 Nov 02 16:49:23.071214 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-769c70d8-36ba-414f-a288-7226216a8cad req-fc765ca2-08f9-478a-a293-999c36abfdc3 service neutron] 10.222.0.118 "GET /v2.0/networks/feac3926-83aa-4c72-bcab-fa9f4d378711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105590 Nov 02 16:49:23.196501 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-769c70d8-36ba-414f-a288-7226216a8cad req-3fb57949-4bca-44d4-8bc9-9226ae440886 service neutron] 10.222.0.118 "GET /v2.0/networks/feac3926-83aa-4c72-bcab-fa9f4d378711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182411 Nov 02 16:49:23.435266 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-2938e86b-5421-4d07-a2a8-82943ea0f920 req-f4eb3e3b-3523-4348-9920-a4553b4b4c5e tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/ports?device_id=fd91cbf0-2d7e-4a11-9073-6e61ccfc7295 HTTP/1.1" status: 200 len: 210 time: 0.0329435 Nov 02 16:49:24.575959 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-e7c36675-d48d-41c7-8ad6-9594473cdc0e req-3c6b639b-1362-49c7-8d38-9809f5236a22 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/ports?device_id=fd91cbf0-2d7e-4a11-9073-6e61ccfc7295 HTTP/1.1" status: 200 len: 210 time: 0.0330119 Nov 02 16:49:25.082342 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c70d8-36ba-414f-a288-7226216a8cad req-4a0492a9-591d-4716-95fe-ea7b4ca6d6c1 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:25.084318 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-769c70d8-36ba-414f-a288-7226216a8cad req-4a0492a9-591d-4716-95fe-ea7b4ca6d6c1 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.76 "GET /v2.0/networks?id=feac3926-83aa-4c72-bcab-fa9f4d378711 HTTP/1.1" status: 200 len: 815 time: 0.1607411 Nov 02 16:49:25.116899 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.v2.base [req-769c70d8-36ba-414f-a288-7226216a8cad req-4435221e-c9ed-4eb0-b477-c451131285c1 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Request body: {'port': {'device_id': 'fd91cbf0-2d7e-4a11-9073-6e61ccfc7295', 'network_id': 'feac3926-83aa-4c72-bcab-fa9f4d378711', 'admin_state_up': True, 'tenant_id': '078aa8372f994f1eafe3013d58d8c979'}} {{(pid=113345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:49:25.271166 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac05280-0034-4e79-b08c-c191706ddaaa req-a53060c4-1657-45b0-959e-6d304a0c0512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:25.272920 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-4ac05280-0034-4e79-b08c-c191706ddaaa req-a53060c4-1657-45b0-959e-6d304a0c0512 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7a412769a7274d9da389f724f6f4744e&device_id=6e5b406e-d37d-44b0-bb2f-39532baf3f9e HTTP/1.1" status: 200 len: 1098 time: 0.0696936 Nov 02 16:49:25.333346 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d47840-b0d1-492c-a7ca-090888e5e680 req-91348d29-c524-490f-bcd5-2e81a39bb4cb tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:25.336707 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-e3d47840-b0d1-492c-a7ca-090888e5e680 req-91348d29-c524-490f-bcd5-2e81a39bb4cb tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=6e5b406e-d37d-44b0-bb2f-39532baf3f9e HTTP/1.1" status: 200 len: 945 time: 0.1097779 Nov 02 16:49:25.390468 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-769c70d8-36ba-414f-a288-7226216a8cad req-4435221e-c9ed-4eb0-b477-c451131285c1 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Made reservation on behalf of 078aa8372f994f1eafe3013d58d8c979 for: {'port': 1} {{(pid=113345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:49:25.395525 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-769c70d8-36ba-414f-a288-7226216a8cad req-4435221e-c9ed-4eb0-b477-c451131285c1 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:25.401134 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac05280-0034-4e79-b08c-c191706ddaaa req-6aa81124-3e40-46cb-948a-16ab741fcb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:25.403544 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-4ac05280-0034-4e79-b08c-c191706ddaaa req-6aa81124-3e40-46cb-948a-16ab741fcb6c service neutron] 10.222.0.76 "GET /v2.0/networks?id=e13a8a17-03ff-45d6-87c8-8e4368446fe7 HTTP/1.1" status: 200 len: 920 time: 0.1154079 Nov 02 16:49:25.439945 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-e3d47840-b0d1-492c-a7ca-090888e5e680 req-e34b5fb1-a4d0-4c8a-af39-121503a7f32d tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957887 Nov 02 16:49:25.484247 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-4ac05280-0034-4e79-b08c-c191706ddaaa req-8f6a5a5b-9689-4efb-b5d1-aae0bd425fcf service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c95a943-ceda-4a49-8043-1035f5d14c4a HTTP/1.1" status: 200 len: 217 time: 0.0526149 Nov 02 16:49:25.569085 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac05280-0034-4e79-b08c-c191706ddaaa req-ac525608-0b45-424b-8de1-49c3cf39d910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:25.571979 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-4ac05280-0034-4e79-b08c-c191706ddaaa req-ac525608-0b45-424b-8de1-49c3cf39d910 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e0977232-e536-46af-9a0c-d7241cfd5366 HTTP/1.1" status: 200 len: 859 time: 0.0769181 Nov 02 16:49:25.642706 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-4ac05280-0034-4e79-b08c-c191706ddaaa req-f56a1274-55cc-4b22-87a5-4b2c7476c87d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e13a8a17-03ff-45d6-87c8-8e4368446fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439496 Nov 02 16:49:25.691296 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.db_base_plugin_common [req-769c70d8-36ba-414f-a288-7226216a8cad req-4435221e-c9ed-4eb0-b477-c451131285c1 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Allocated IP 172.20.0.14 (feac3926-83aa-4c72-bcab-fa9f4d378711/dc55a5e7-c1f4-4d71-9d94-8bce00c08b5a/dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e) {{(pid=113345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:49:25.785962 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-8c8d9618-576e-4039-bda7-49e6ffe1bedb req-dcdb2fe0-a44c-4f5f-9cbc-1a0d4ef7162b tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/ports?device_id=fd91cbf0-2d7e-4a11-9073-6e61ccfc7295 HTTP/1.1" status: 200 len: 210 time: 0.0647259 Nov 02 16:49:25.835412 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-4ac05280-0034-4e79-b08c-c191706ddaaa req-2ec04422-0adb-40b7-b473-b912a8ce9879 service neutron] 10.222.0.76 "GET /v2.0/networks/e13a8a17-03ff-45d6-87c8-8e4368446fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768394 Nov 02 16:49:26.046272 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-769c70d8-36ba-414f-a288-7226216a8cad req-4435221e-c9ed-4eb0-b477-c451131285c1 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Publish callbacks [] for port, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:26.084585 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-4ac05280-0034-4e79-b08c-c191706ddaaa req-0579fbe4-bfac-42ae-b07e-1114ff23a700 service neutron] 10.222.0.76 "GET /v2.0/networks/e13a8a17-03ff-45d6-87c8-8e4368446fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351503 Nov 02 16:49:26.095924 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-769c70d8-36ba-414f-a288-7226216a8cad req-4435221e-c9ed-4eb0-b477-c451131285c1 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788024814062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27915883'] for port, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:26.181607 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-769c70d8-36ba-414f-a288-7226216a8cad req-4435221e-c9ed-4eb0-b477-c451131285c1 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Network feac3926-83aa-4c72-bcab-fa9f4d378711 is already hosted by enough agents. {{(pid=113345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:49:26.189268 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.base_scheduler [req-769c70d8-36ba-414f-a288-7226216a8cad req-4435221e-c9ed-4eb0-b477-c451131285c1 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Resources bound (agent type, host, resource id): {{(pid=113345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:49:26.195116 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.l3_dvrscheduler_db [req-769c70d8-36ba-414f-a288-7226216a8cad req-4435221e-c9ed-4eb0-b477-c451131285c1 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Received port after_create {{(pid=113345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:49:26.204105 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435221e-c9ed-4eb0-b477-c451131285c1 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Pushing event updated for resources: {'Port': ['ID=dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:26.257392 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435221e-c9ed-4eb0-b477-c451131285c1 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:26.257989 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435221e-c9ed-4eb0-b477-c451131285c1 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:26.258430 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435221e-c9ed-4eb0-b477-c451131285c1 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:26.258916 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435221e-c9ed-4eb0-b477-c451131285c1 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:26.260036 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435221e-c9ed-4eb0-b477-c451131285c1 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:26.260542 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435221e-c9ed-4eb0-b477-c451131285c1 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:26.261233 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435221e-c9ed-4eb0-b477-c451131285c1 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:26.261820 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435221e-c9ed-4eb0-b477-c451131285c1 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:26.262390 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435221e-c9ed-4eb0-b477-c451131285c1 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:26.262810 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435221e-c9ed-4eb0-b477-c451131285c1 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:26.263244 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435221e-c9ed-4eb0-b477-c451131285c1 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:26.263807 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435221e-c9ed-4eb0-b477-c451131285c1 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:26.316893 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c70d8-36ba-414f-a288-7226216a8cad req-4435221e-c9ed-4eb0-b477-c451131285c1 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:26.318097 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-769c70d8-36ba-414f-a288-7226216a8cad req-4435221e-c9ed-4eb0-b477-c451131285c1 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221'] for port, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:26.370963 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-769c70d8-36ba-414f-a288-7226216a8cad req-4435221e-c9ed-4eb0-b477-c451131285c1 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2600570 Nov 02 16:49:26.566025 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 43292) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:26.670614 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-bc836de9-d90e-4eea-ae3a-84d476f30357 None None] Provisioning complete for port dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e triggered by entity DHCP. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:49:26.671362 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-bc836de9-d90e-4eea-ae3a-84d476f30357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:26.714029 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c3a1f-4247-41cf-9663-baf4a313256b req-9f3f8b74-9047-4a38-af15-868b2c81edc5 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:26.717676 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-863c3a1f-4247-41cf-9663-baf4a313256b req-9f3f8b74-9047-4a38-af15-868b2c81edc5 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=6e5b406e-d37d-44b0-bb2f-39532baf3f9e HTTP/1.1" status: 200 len: 945 time: 0.1241400 Nov 02 16:49:26.762090 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-bc836de9-d90e-4eea-ae3a-84d476f30357 None None] Port dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e cannot update to ACTIVE because it is not bound. {{(pid=113346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 16:49:26.838834 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-863c3a1f-4247-41cf-9663-baf4a313256b req-7391f3cd-ee5a-4cc2-97c9-517f6433b200 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126909 Nov 02 16:49:26.886407 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-3a25165c-abba-4885-9e3b-90e8ed0e2e54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:26.996126 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa7822-0380-416b-b1d4-6bb5d3c79cc0 req-3cc0a2f8-5aea-4d57-9612-2f6643fc2b01 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:26.997851 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-2cfa7822-0380-416b-b1d4-6bb5d3c79cc0 req-3cc0a2f8-5aea-4d57-9612-2f6643fc2b01 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/ports?device_id=fd91cbf0-2d7e-4a11-9073-6e61ccfc7295 HTTP/1.1" status: 200 len: 932 time: 0.0857472 Nov 02 16:49:27.042000 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-3a25165c-abba-4885-9e3b-90e8ed0e2e54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:27.048362 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-3a25165c-abba-4885-9e3b-90e8ed0e2e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:27.120322 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-2cfa7822-0380-416b-b1d4-6bb5d3c79cc0 req-79137004-4ebd-497b-9277-3e0a1453c1ed tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/security-groups?id=f229dc72-75bc-4f7f-9412-443673b95669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120191 Nov 02 16:49:27.122991 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a25165c-abba-4885-9e3b-90e8ed0e2e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b53fe601-63de-49d5-8273-a7997440864a,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:27.131185 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-3a25165c-abba-4885-9e3b-90e8ed0e2e54 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=322a68c1078e462db0f41c288f9fe60b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5632136 Nov 02 16:49:27.133448 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 43300) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:27.204730 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-7c8f6c45-30bb-4c46-a0ea-4d0d33180e2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:27.247881 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-7c8f6c45-30bb-4c46-a0ea-4d0d33180e2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:27.326044 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-7c8f6c45-30bb-4c46-a0ea-4d0d33180e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:27.330663 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-7c8f6c45-30bb-4c46-a0ea-4d0d33180e2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:27.336417 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-7c8f6c45-30bb-4c46-a0ea-4d0d33180e2a admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/b53fe601-63de-49d5-8273-a7997440864a HTTP/1.1" status: 204 len: 168 time: 0.2013793 Nov 02 16:49:27.348989 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8f6c45-30bb-4c46-a0ea-4d0d33180e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b53fe601-63de-49d5-8273-a7997440864a,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:27.772259 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 43308) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:27.788441 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-d240432e-45e4-4b0f-823e-9aecf41f25c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:27.915952 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-d240432e-45e4-4b0f-823e-9aecf41f25c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:27.923473 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-d240432e-45e4-4b0f-823e-9aecf41f25c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:27.976504 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-d240432e-45e4-4b0f-823e-9aecf41f25c6 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=1c1935ec5796469f8adb3f4fe1195c6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2043822 Nov 02 16:49:27.980066 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 43316) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:27.987383 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d240432e-45e4-4b0f-823e-9aecf41f25c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c7225b-0541-41d8-8402-30791b7ba202,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:28.043762 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f716b92e-1cc6-4fab-baa5-ffc6b51ca0e5 req-f80d77e6-19fd-49a1-bdb5-be061d671b31 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:28.045580 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-f716b92e-1cc6-4fab-baa5-ffc6b51ca0e5 req-f80d77e6-19fd-49a1-bdb5-be061d671b31 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=6e5b406e-d37d-44b0-bb2f-39532baf3f9e HTTP/1.1" status: 200 len: 945 time: 0.0764027 Nov 02 16:49:28.073087 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-352a1542-12dd-4aa3-8a4d-faf95b6baa21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:28.098360 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-352a1542-12dd-4aa3-8a4d-faf95b6baa21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:28.110749 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-f716b92e-1cc6-4fab-baa5-ffc6b51ca0e5 req-b1f3604d-c6e1-4ccf-b600-709a99908093 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564675 Nov 02 16:49:28.175944 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-352a1542-12dd-4aa3-8a4d-faf95b6baa21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:28.181428 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-352a1542-12dd-4aa3-8a4d-faf95b6baa21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:28.182974 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-352a1542-12dd-4aa3-8a4d-faf95b6baa21 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/34c7225b-0541-41d8-8402-30791b7ba202 HTTP/1.1" status: 204 len: 168 time: 0.2014134 Nov 02 16:49:28.197529 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352a1542-12dd-4aa3-8a4d-faf95b6baa21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c7225b-0541-41d8-8402-30791b7ba202,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:28.208969 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352a1542-12dd-4aa3-8a4d-faf95b6baa21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:28.209814 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352a1542-12dd-4aa3-8a4d-faf95b6baa21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:28.210514 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352a1542-12dd-4aa3-8a4d-faf95b6baa21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:28.211164 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352a1542-12dd-4aa3-8a4d-faf95b6baa21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:28.211634 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352a1542-12dd-4aa3-8a4d-faf95b6baa21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:28.222153 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352a1542-12dd-4aa3-8a4d-faf95b6baa21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:28.222153 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352a1542-12dd-4aa3-8a4d-faf95b6baa21 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:28.222153 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352a1542-12dd-4aa3-8a4d-faf95b6baa21 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:28.222153 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352a1542-12dd-4aa3-8a4d-faf95b6baa21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:28.222153 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352a1542-12dd-4aa3-8a4d-faf95b6baa21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:28.222153 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352a1542-12dd-4aa3-8a4d-faf95b6baa21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:28.222153 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352a1542-12dd-4aa3-8a4d-faf95b6baa21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:28.278331 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc73b23-8929-48b7-927f-f100b9e6995c req-b50800d7-4453-49c4-8bed-b422bdb8b2de tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:28.280087 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-5dc73b23-8929-48b7-927f-f100b9e6995c req-b50800d7-4453-49c4-8bed-b422bdb8b2de tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/ports?device_id=fd91cbf0-2d7e-4a11-9073-6e61ccfc7295 HTTP/1.1" status: 200 len: 932 time: 0.0735910 Nov 02 16:49:28.356692 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-5dc73b23-8929-48b7-927f-f100b9e6995c req-a9bf3435-71bf-487b-abfe-dd0ed15dba14 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/security-groups?id=f229dc72-75bc-4f7f-9412-443673b95669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668955 Nov 02 16:49:28.698266 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 43326) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:28.713851 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-3d2bbe16-62ef-4d04-a420-b32a6d4f6c9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:28.816252 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-3d2bbe16-62ef-4d04-a420-b32a6d4f6c9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:28.824751 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-3d2bbe16-62ef-4d04-a420-b32a6d4f6c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:28.885679 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2bbe16-62ef-4d04-a420-b32a6d4f6c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6793c1e4-5fd0-41e6-b6c2-89674e1f98eb,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:28.912012 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-3d2bbe16-62ef-4d04-a420-b32a6d4f6c9e admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=3513a28a56da46189776110274628318&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2086160 Nov 02 16:49:28.912831 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 43330) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:29.007662 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-bf189431-9205-4ee4-b684-a57f171b3ea8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:29.038593 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-bf189431-9205-4ee4-b684-a57f171b3ea8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:29.127565 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-bf189431-9205-4ee4-b684-a57f171b3ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:29.130479 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-bf189431-9205-4ee4-b684-a57f171b3ea8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:29.135932 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-bf189431-9205-4ee4-b684-a57f171b3ea8 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/6793c1e4-5fd0-41e6-b6c2-89674e1f98eb HTTP/1.1" status: 204 len: 168 time: 0.2184386 Nov 02 16:49:29.144324 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf189431-9205-4ee4-b684-a57f171b3ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6793c1e4-5fd0-41e6-b6c2-89674e1f98eb,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:30.224994 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 43362) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:30.356442 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.v2.base [None req-d83c9eeb-0c53-4f23-9464-205fbba22578 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-381024336-network', 'tenant_id': '51e0c4a0d4c346498a60fecbf8f7f51e'}} {{(pid=113344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:49:30.387522 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83c9eeb-0c53-4f23-9464-205fbba22578 admin admin] Made reservation on behalf of 51e0c4a0d4c346498a60fecbf8f7f51e for: {'network': 1} {{(pid=113344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:49:30.391426 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-d83c9eeb-0c53-4f23-9464-205fbba22578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for network, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:30.402133 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-d83c9eeb-0c53-4f23-9464-205fbba22578 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:30.514930 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-d83c9eeb-0c53-4f23-9464-205fbba22578 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:30.521586 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-d83c9eeb-0c53-4f23-9464-205fbba22578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:30.551753 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d83c9eeb-0c53-4f23-9464-205fbba22578 admin admin] vlan segment allocate from pool success with {'vlan_id': 770, 'physical_network': 'physnet1'} {{(pid=113344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:49:30.564115 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83c9eeb-0c53-4f23-9464-205fbba22578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=571a1cbf-326e-413b-b70b-4386957723be,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:30.570191 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-d83c9eeb-0c53-4f23-9464-205fbba22578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639893'] for segment, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:30.570660 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.db.segments_db [None req-d83c9eeb-0c53-4f23-9464-205fbba22578 admin admin] Added segment d927c437-2f39-4e2d-9098-75ebc56e5d9c of type vlan for network 894c5ae6-fe9f-419c-96bf-8af2b0dc9a33 Nov 02 16:49:30.636528 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-d83c9eeb-0c53-4f23-9464-205fbba22578 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788024806476'] for network, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:30.673536 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-d83c9eeb-0c53-4f23-9464-205fbba22578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481'] for network, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:30.674696 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83c9eeb-0c53-4f23-9464-205fbba22578 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:30.675423 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-d83c9eeb-0c53-4f23-9464-205fbba22578 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673503'] for network, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:30.740220 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-d83c9eeb-0c53-4f23-9464-205fbba22578 admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5131238 Nov 02 16:49:30.743980 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 43368) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:30.744770 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83c9eeb-0c53-4f23-9464-205fbba22578 admin admin] Pushing event updated for resources: {'Network': ['ID=894c5ae6-fe9f-419c-96bf-8af2b0dc9a33,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:30.750783 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.v2.base [None req-0fb6e82b-194b-40f4-9adb-23cd774732e0 admin admin] Request body: {'subnet': {'network_id': '894c5ae6-fe9f-419c-96bf-8af2b0dc9a33', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-381024336-subnet', 'tenant_id': '51e0c4a0d4c346498a60fecbf8f7f51e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:49:30.760561 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Network 894c5ae6-fe9f-419c-96bf-8af2b0dc9a33 details requested by agent ovs-agent-dv-cinder-773876-4-iscsi with host dv-cinder-773876-4-iscsi {{(pid=113346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:49:30.793639 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb6e82b-194b-40f4-9adb-23cd774732e0 admin admin] Made reservation on behalf of 51e0c4a0d4c346498a60fecbf8f7f51e for: {'subnet': 1} {{(pid=113345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:49:30.796548 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-0fb6e82b-194b-40f4-9adb-23cd774732e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29156465'] for subnet, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:31.018612 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-0fb6e82b-194b-40f4-9adb-23cd774732e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27917051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29156419'] for subnet, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:31.096750 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb6e82b-194b-40f4-9adb-23cd774732e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19ce0ded-78a4-46f9-a6b8-4f06566b20a9,revision_number=0']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:31.111375 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb6e82b-194b-40f4-9adb-23cd774732e0 admin admin] Checking segment: {'id': 'd927c437-2f39-4e2d-9098-75ebc56e5d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '894c5ae6-fe9f-419c-96bf-8af2b0dc9a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 16:49:31.112103 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb6e82b-194b-40f4-9adb-23cd774732e0 admin admin] Network hostable DHCP agents. Network: 894c5ae6-fe9f-419c-96bf-8af2b0dc9a33, hostable agents: ['546b8425-0cfc-4ce2-b181-b7c4c8ab844f'], hosted agents: [] {{(pid=113345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:49:31.138106 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb6e82b-194b-40f4-9adb-23cd774732e0 admin admin] Network 894c5ae6-fe9f-419c-96bf-8af2b0dc9a33 is scheduled to be hosted by DHCP agent 546b8425-0cfc-4ce2-b181-b7c4c8ab844f with binding_index 1 {{(pid=113345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:49:31.156994 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.base_scheduler [None req-0fb6e82b-194b-40f4-9adb-23cd774732e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-4-iscsi, 894c5ae6-fe9f-419c-96bf-8af2b0dc9a33) {{(pid=113345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:49:31.162133 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb6e82b-194b-40f4-9adb-23cd774732e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:31.162777 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-0fb6e82b-194b-40f4-9adb-23cd774732e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673503'] for subnet, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:31.183177 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d9f005-4f1c-452f-9fd3-f6c2a183e4ee None None] Network 894c5ae6-fe9f-419c-96bf-8af2b0dc9a33 requested from dv-cinder-773876-4-iscsi {{(pid=113346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:49:31.191910 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-0fb6e82b-194b-40f4-9adb-23cd774732e0 admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4461429 Nov 02 16:49:31.411839 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b3b154-6fb8-4c2a-82e8-e6730f6de696 None None] Network 894c5ae6-fe9f-419c-96bf-8af2b0dc9a33 requested from dv-cinder-773876-4-iscsi {{(pid=113346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:49:31.895144 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 43388) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:31.901081 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.v2.base [None req-49941620-fb01-45af-9e2d-c84054f039f7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-768755912-network', 'tenant_id': '88765b2629a9481c9397a1e928b9d45f'}} {{(pid=113345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:49:31.926684 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49941620-fb01-45af-9e2d-c84054f039f7 admin admin] Made reservation on behalf of 88765b2629a9481c9397a1e928b9d45f for: {'network': 1} {{(pid=113345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:49:31.929454 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-49941620-fb01-45af-9e2d-c84054f039f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for network, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:31.941590 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-49941620-fb01-45af-9e2d-c84054f039f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:32.026632 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-49941620-fb01-45af-9e2d-c84054f039f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:32.032743 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-49941620-fb01-45af-9e2d-c84054f039f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:32.064027 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49941620-fb01-45af-9e2d-c84054f039f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 799, 'physical_network': 'physnet1'} {{(pid=113345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:49:32.070318 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49941620-fb01-45af-9e2d-c84054f039f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1f9510-73db-4615-a344-34710ab5a60c,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:32.079934 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-49941620-fb01-45af-9e2d-c84054f039f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639893'] for segment, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:32.079934 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.db.segments_db [None req-49941620-fb01-45af-9e2d-c84054f039f7 admin admin] Added segment 70450741-efbf-4f6e-b59a-82b74ae8d0c3 of type vlan for network d1b35682-2818-4673-972d-a33ba27e5282 Nov 02 16:49:32.136522 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-49941620-fb01-45af-9e2d-c84054f039f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788024806476'] for network, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:32.167635 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-49941620-fb01-45af-9e2d-c84054f039f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481'] for network, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:32.172646 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49941620-fb01-45af-9e2d-c84054f039f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:32.172646 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-49941620-fb01-45af-9e2d-c84054f039f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673503'] for network, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:32.242797 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-49941620-fb01-45af-9e2d-c84054f039f7 admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3463025 Nov 02 16:49:32.245950 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 43390) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:32.254409 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.v2.base [None req-3a23d6e5-6d42-4347-8772-5c573cb7152d admin admin] Request body: {'subnet': {'network_id': 'd1b35682-2818-4673-972d-a33ba27e5282', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-768755912-subnet', 'tenant_id': '88765b2629a9481c9397a1e928b9d45f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:49:32.262336 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49941620-fb01-45af-9e2d-c84054f039f7 admin admin] Pushing event updated for resources: {'Network': ['ID=d1b35682-2818-4673-972d-a33ba27e5282,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:32.276964 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Network d1b35682-2818-4673-972d-a33ba27e5282 details requested by agent ovs-agent-dv-cinder-773876-4-iscsi with host dv-cinder-773876-4-iscsi {{(pid=113346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:49:32.306106 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a23d6e5-6d42-4347-8772-5c573cb7152d admin admin] Made reservation on behalf of 88765b2629a9481c9397a1e928b9d45f for: {'subnet': 1} {{(pid=113345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:49:32.308745 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-3a23d6e5-6d42-4347-8772-5c573cb7152d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29156465'] for subnet, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:32.539550 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-3a23d6e5-6d42-4347-8772-5c573cb7152d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27917051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29156419'] for subnet, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:32.608631 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a23d6e5-6d42-4347-8772-5c573cb7152d admin admin] Pushing event updated for resources: {'Subnet': ['ID=735801a5-4b42-409b-a1f1-2a3fc7aae82c,revision_number=0']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:32.618982 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a23d6e5-6d42-4347-8772-5c573cb7152d admin admin] Checking segment: {'id': '70450741-efbf-4f6e-b59a-82b74ae8d0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'd1b35682-2818-4673-972d-a33ba27e5282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 16:49:32.619361 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a23d6e5-6d42-4347-8772-5c573cb7152d admin admin] Network hostable DHCP agents. Network: d1b35682-2818-4673-972d-a33ba27e5282, hostable agents: ['546b8425-0cfc-4ce2-b181-b7c4c8ab844f'], hosted agents: [] {{(pid=113345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:49:32.641858 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a23d6e5-6d42-4347-8772-5c573cb7152d admin admin] Network d1b35682-2818-4673-972d-a33ba27e5282 is scheduled to be hosted by DHCP agent 546b8425-0cfc-4ce2-b181-b7c4c8ab844f with binding_index 1 {{(pid=113345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:49:32.653740 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.base_scheduler [None req-3a23d6e5-6d42-4347-8772-5c573cb7152d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-4-iscsi, d1b35682-2818-4673-972d-a33ba27e5282) {{(pid=113345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:49:32.658566 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a23d6e5-6d42-4347-8772-5c573cb7152d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:32.659189 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-3a23d6e5-6d42-4347-8772-5c573cb7152d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673503'] for subnet, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:32.666239 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415a16a5-5085-40d6-9494-fbbf0f24dfd8 None None] Network d1b35682-2818-4673-972d-a33ba27e5282 requested from dv-cinder-773876-4-iscsi {{(pid=113346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:49:32.684843 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-3a23d6e5-6d42-4347-8772-5c573cb7152d admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4376295 Nov 02 16:49:32.829622 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62bba5f-8624-44b9-81b2-f83dd27c9ba9 None None] Network d1b35682-2818-4673-972d-a33ba27e5282 requested from dv-cinder-773876-4-iscsi {{(pid=113346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:49:38.347161 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-71a86ed7-cc92-4e8a-a8ba-a8a2f878cb11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:41.032330 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-b94379eb-5381-4dff-8e06-c82b6e51329b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:42.311897 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.v2.base [req-769c70d8-36ba-414f-a288-7226216a8cad req-df8c5d63-5634-4f1f-8196-b3f2db69ab1f service neutron] Request body: {'port': {'device_id': 'fd91cbf0-2d7e-4a11-9073-6e61ccfc7295', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=113345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:49:42.347140 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635cd2eb-5ed0-47f9-b85d-01f7eb53a39e req-dbac3916-5d0d-4c20-9922-0525c702929b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:42.349817 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-635cd2eb-5ed0-47f9-b85d-01f7eb53a39e req-dbac3916-5d0d-4c20-9922-0525c702929b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7a412769a7274d9da389f724f6f4744e&device_id=6e5b406e-d37d-44b0-bb2f-39532baf3f9e HTTP/1.1" status: 200 len: 1098 time: 0.0632653 Nov 02 16:49:42.398629 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-769c70d8-36ba-414f-a288-7226216a8cad req-df8c5d63-5634-4f1f-8196-b3f2db69ab1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:42.556782 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635cd2eb-5ed0-47f9-b85d-01f7eb53a39e req-04cdeabe-a5c8-4cd3-b696-a52ee960167c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:42.558722 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-635cd2eb-5ed0-47f9-b85d-01f7eb53a39e req-04cdeabe-a5c8-4cd3-b696-a52ee960167c service neutron] 10.222.0.76 "GET /v2.0/networks?id=e13a8a17-03ff-45d6-87c8-8e4368446fe7 HTTP/1.1" status: 200 len: 920 time: 0.1268647 Nov 02 16:49:42.623181 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-635cd2eb-5ed0-47f9-b85d-01f7eb53a39e req-6aa9b2fd-4205-4104-bf12-67537911cc04 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c95a943-ceda-4a49-8043-1035f5d14c4a HTTP/1.1" status: 200 len: 217 time: 0.0473566 Nov 02 16:49:42.661536 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2741931d-9941-4e92-841b-6abbdfd3dddd req-9604ea42-f0d4-4e0d-8323-c96aae91cddf tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:42.664675 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-2741931d-9941-4e92-841b-6abbdfd3dddd req-9604ea42-f0d4-4e0d-8323-c96aae91cddf tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=6e5b406e-d37d-44b0-bb2f-39532baf3f9e HTTP/1.1" status: 200 len: 945 time: 0.1367812 Nov 02 16:49:42.791783 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.notifiers.nova [req-769c70d8-36ba-414f-a288-7226216a8cad req-df8c5d63-5634-4f1f-8196-b3f2db69ab1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e {{(pid=113345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:49:42.812142 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-769c70d8-36ba-414f-a288-7226216a8cad req-df8c5d63-5634-4f1f-8196-b3f2db69ab1f service neutron] Publish callbacks [] for port, precommit_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:42.846339 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.provisioning_blocks [req-769c70d8-36ba-414f-a288-7226216a8cad req-df8c5d63-5634-4f1f-8196-b3f2db69ab1f service neutron] Transition to ACTIVE for port object dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e will not be triggered until provisioned by entity L2. {{(pid=113345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:49:42.850781 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-2741931d-9941-4e92-841b-6abbdfd3dddd req-56bd96e6-5efb-49c9-80df-36c2b2592109 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722672 Nov 02 16:49:42.860877 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-dfe49d6c-b306-436a-ba68-760764be264a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:42.865628 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635cd2eb-5ed0-47f9-b85d-01f7eb53a39e req-5cd61547-237c-4d48-a9aa-bb7d6f13e5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:42.867544 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-635cd2eb-5ed0-47f9-b85d-01f7eb53a39e req-5cd61547-237c-4d48-a9aa-bb7d6f13e5fe service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e0977232-e536-46af-9a0c-d7241cfd5366 HTTP/1.1" status: 200 len: 859 time: 0.2237306 Nov 02 16:49:42.889820 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-769c70d8-36ba-414f-a288-7226216a8cad req-df8c5d63-5634-4f1f-8196-b3f2db69ab1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27915890'] for port, after_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:42.930124 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-635cd2eb-5ed0-47f9-b85d-01f7eb53a39e req-2e327eca-fa68-469f-a6c0-1b8f968a3a6c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e13a8a17-03ff-45d6-87c8-8e4368446fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380092 Nov 02 16:49:42.991938 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8c5d63-5634-4f1f-8196-b3f2db69ab1f service neutron] Pushing event updated for resources: {'Port': ['ID=dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e,revision_number=2']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:43.018610 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4226e8-9d5e-410b-9e73-e51f92f343e1 req-3b181407-d9b7-4edc-a2d6-888a4d355880 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:43.020439 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-1a4226e8-9d5e-410b-9e73-e51f92f343e1 req-3b181407-d9b7-4edc-a2d6-888a4d355880 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/ports?device_id=fd91cbf0-2d7e-4a11-9073-6e61ccfc7295 HTTP/1.1" status: 200 len: 944 time: 0.1758873 Nov 02 16:49:43.242900 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-635cd2eb-5ed0-47f9-b85d-01f7eb53a39e req-61783faf-a05b-4db9-acf7-333485ae3fe1 service neutron] 10.222.0.76 "GET /v2.0/networks/e13a8a17-03ff-45d6-87c8-8e4368446fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853673 Nov 02 16:49:43.253141 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-1a4226e8-9d5e-410b-9e73-e51f92f343e1 req-76ea7ea8-d369-4811-a397-c68ba462cebd tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/security-groups?id=f229dc72-75bc-4f7f-9412-443673b95669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634438 Nov 02 16:49:43.274846 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.managers [req-769c70d8-36ba-414f-a288-7226216a8cad req-df8c5d63-5634-4f1f-8196-b3f2db69ab1f service neutron] Attempting to bind port dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e on host hv-cinder-77387 for vnic_type normal with profile {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 16:49:43.276103 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.managers [req-769c70d8-36ba-414f-a288-7226216a8cad req-df8c5d63-5634-4f1f-8196-b3f2db69ab1f service neutron] Attempting to bind port dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': 'dc14579a-c1fd-47c3-a9d0-a0ee9aecc3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'feac3926-83aa-4c72-bcab-fa9f4d378711'}] {{(pid=113345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 16:49:43.276684 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769c70d8-36ba-414f-a288-7226216a8cad req-df8c5d63-5634-4f1f-8196-b3f2db69ab1f service neutron] Attempting to bind port dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e on network feac3926-83aa-4c72-bcab-fa9f4d378711 {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:49:43.284877 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769c70d8-36ba-414f-a288-7226216a8cad req-df8c5d63-5634-4f1f-8196-b3f2db69ab1f service neutron] Port dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e on network feac3926-83aa-4c72-bcab-fa9f4d378711 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:49:43.285235 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769c70d8-36ba-414f-a288-7226216a8cad req-df8c5d63-5634-4f1f-8196-b3f2db69ab1f service neutron] Attempting to bind port dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e on network feac3926-83aa-4c72-bcab-fa9f4d378711 {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:49:43.292959 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769c70d8-36ba-414f-a288-7226216a8cad req-df8c5d63-5634-4f1f-8196-b3f2db69ab1f service neutron] Checking agent: {'id': 'a22495b4-0922-47cf-b0eb-f0742ace0d4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 44, 22), 'started_at': datetime.datetime(2021, 11, 2, 16, 44, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:49:43.293455 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769c70d8-36ba-414f-a288-7226216a8cad req-df8c5d63-5634-4f1f-8196-b3f2db69ab1f service neutron] Checking segment: {'id': 'dc14579a-c1fd-47c3-a9d0-a0ee9aecc3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'feac3926-83aa-4c72-bcab-fa9f4d378711'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 16:49:43.294196 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769c70d8-36ba-414f-a288-7226216a8cad req-df8c5d63-5634-4f1f-8196-b3f2db69ab1f service neutron] Bound using segment: {'id': 'dc14579a-c1fd-47c3-a9d0-a0ee9aecc3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'feac3926-83aa-4c72-bcab-fa9f4d378711'} {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:49:43.294948 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.managers [req-769c70d8-36ba-414f-a288-7226216a8cad req-df8c5d63-5634-4f1f-8196-b3f2db69ab1f service neutron] Bound port: dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc14579a-c1fd-47c3-a9d0-a0ee9aecc3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'feac3926-83aa-4c72-bcab-fa9f4d378711'}}] {{(pid=113345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 16:49:43.295409 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-769c70d8-36ba-414f-a288-7226216a8cad req-df8c5d63-5634-4f1f-8196-b3f2db69ab1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:43.448112 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.db [req-769c70d8-36ba-414f-a288-7226216a8cad req-df8c5d63-5634-4f1f-8196-b3f2db69ab1f service neutron] For port dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e, host hv-cinder-77387, cleared binding levels {{(pid=113345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:49:43.451874 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-635cd2eb-5ed0-47f9-b85d-01f7eb53a39e req-4b7e1aa8-1b21-4863-a0f4-709aa911f422 service neutron] 10.222.0.76 "GET /v2.0/networks/e13a8a17-03ff-45d6-87c8-8e4368446fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918957 Nov 02 16:49:43.459359 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.db [req-769c70d8-36ba-414f-a288-7226216a8cad req-df8c5d63-5634-4f1f-8196-b3f2db69ab1f service neutron] For port dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e,segment=NetworkSegment(dc14579a-c1fd-47c3-a9d0-a0ee9aecc3df),segment_id=dc14579a-c1fd-47c3-a9d0-a0ee9aecc3df)] {{(pid=113345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:49:43.470091 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-769c70d8-36ba-414f-a288-7226216a8cad req-df8c5d63-5634-4f1f-8196-b3f2db69ab1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27915890'] for port, after_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:43.526722 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c70d8-36ba-414f-a288-7226216a8cad req-df8c5d63-5634-4f1f-8196-b3f2db69ab1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:43.527386 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-769c70d8-36ba-414f-a288-7226216a8cad req-df8c5d63-5634-4f1f-8196-b3f2db69ab1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221'] for port, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:43.529606 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-769c70d8-36ba-414f-a288-7226216a8cad req-df8c5d63-5634-4f1f-8196-b3f2db69ab1f service neutron] 10.222.0.76 "PUT /v2.0/ports/dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e HTTP/1.1" status: 200 len: 1094 time: 1.2244592 Nov 02 16:49:43.530357 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd91cbf0-2d7e-4a11-9073-6e61ccfc7295', 'tag': 'dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e'}] {{(pid=113345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:49:43.534997 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88728d28071a92af03fe3e2826ca256f68f88e9f4aa3bce1a4ce6001ce5f6d9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5328a1dd-befd-477f-b0c1-e9c7a9512f4f" -d '{"events": [{"name": "network-changed", "server_uuid": "fd91cbf0-2d7e-4a11-9073-6e61ccfc7295", "tag": "dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e"}]}' {{(pid=113345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:49:43.581960 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8c5d63-5634-4f1f-8196-b3f2db69ab1f service neutron] Pushing event updated for resources: {'Port': ['ID=dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e,revision_number=3']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:43.652794 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc94579a-6f67-4a8b-a84c-6d724ab2e154 x-openstack-request-id: req-dc94579a-6f67-4a8b-a84c-6d724ab2e154 {{(pid=113345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:49:43.653549 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd91cbf0-2d7e-4a11-9073-6e61ccfc7295", "tag": "dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e", "status": "completed", "code": 200}]} {{(pid=113345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:49:43.654210 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-dc94579a-6f67-4a8b-a84c-6d724ab2e154 {{(pid=113345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:49:43.654984 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd91cbf0-2d7e-4a11-9073-6e61ccfc7295', 'tag': 'dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e', 'status': 'completed', 'code': 200} Nov 02 16:49:43.730060 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c70d8-36ba-414f-a288-7226216a8cad req-89c1f15a-addb-48f1-8d34-e2b10558031a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:43.737387 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-769c70d8-36ba-414f-a288-7226216a8cad req-89c1f15a-addb-48f1-8d34-e2b10558031a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=078aa8372f994f1eafe3013d58d8c979&device_id=fd91cbf0-2d7e-4a11-9073-6e61ccfc7295 HTTP/1.1" status: 200 len: 1097 time: 0.1000476 Nov 02 16:49:43.866112 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-769c70d8-36ba-414f-a288-7226216a8cad req-b0080576-88ed-4b8f-a777-5e1e0c250bab service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e HTTP/1.1" status: 200 len: 217 time: 0.1138959 Nov 02 16:49:44.395162 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c70d8-36ba-414f-a288-7226216a8cad req-e52547a3-772e-4d1c-9663-4fa02b6a3c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:44.396824 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-769c70d8-36ba-414f-a288-7226216a8cad req-e52547a3-772e-4d1c-9663-4fa02b6a3c11 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dc55a5e7-c1f4-4d71-9d94-8bce00c08b5a HTTP/1.1" status: 200 len: 854 time: 0.5155616 Nov 02 16:49:44.449762 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59db782-fc21-4abc-881a-8a1eb66bc036 req-4290dc9b-7505-47ec-9c78-6193748aaec4 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:44.450685 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933508c2-1c47-46de-8daa-3ae5c4312af7 req-7f9368c4-e575-4dcc-afb0-8676b586a1ec tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:44.451689 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-b59db782-fc21-4abc-881a-8a1eb66bc036 req-4290dc9b-7505-47ec-9c78-6193748aaec4 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=6e5b406e-d37d-44b0-bb2f-39532baf3f9e HTTP/1.1" status: 200 len: 945 time: 0.0945923 Nov 02 16:49:44.460118 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-933508c2-1c47-46de-8daa-3ae5c4312af7 req-7f9368c4-e575-4dcc-afb0-8676b586a1ec tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/ports?device_id=fd91cbf0-2d7e-4a11-9073-6e61ccfc7295 HTTP/1.1" status: 200 len: 944 time: 0.0697069 Nov 02 16:49:44.531213 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c70d8-36ba-414f-a288-7226216a8cad req-a2c6effe-8018-44a5-8936-e673fe794f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:44.533055 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-769c70d8-36ba-414f-a288-7226216a8cad req-a2c6effe-8018-44a5-8936-e673fe794f9b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=feac3926-83aa-4c72-bcab-fa9f4d378711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1232507 Nov 02 16:49:44.533869 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-933508c2-1c47-46de-8daa-3ae5c4312af7 req-9444f531-edc1-49dc-97cc-127bee6ac57c tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/security-groups?id=f229dc72-75bc-4f7f-9412-443673b95669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718915 Nov 02 16:49:44.543043 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-b59db782-fc21-4abc-881a-8a1eb66bc036 req-647ce39b-629f-4fad-9e6e-d31930f5c53b tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814829 Nov 02 16:49:44.651926 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0b95-0143-42d2-8d33-45f1b37c89de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:44.686537 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-769c70d8-36ba-414f-a288-7226216a8cad req-57ba6cc0-525d-4d03-9e6b-4bf2aabeff35 service neutron] 10.222.0.76 "GET /v2.0/networks/feac3926-83aa-4c72-bcab-fa9f4d378711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386917 Nov 02 16:49:44.891616 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-769c70d8-36ba-414f-a288-7226216a8cad req-8ec4accf-7f9d-440c-be68-471521410690 service neutron] 10.222.0.76 "GET /v2.0/networks/feac3926-83aa-4c72-bcab-fa9f4d378711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806750 Nov 02 16:49:45.038963 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5328a1dd-befd-477f-b0c1-e9c7a9512f4f req-bea84290-167b-4cea-85c6-6abc4e19e333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:45.041908 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-5328a1dd-befd-477f-b0c1-e9c7a9512f4f req-bea84290-167b-4cea-85c6-6abc4e19e333 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=078aa8372f994f1eafe3013d58d8c979&device_id=fd91cbf0-2d7e-4a11-9073-6e61ccfc7295 HTTP/1.1" status: 200 len: 1097 time: 0.0758483 Nov 02 16:49:45.225831 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5328a1dd-befd-477f-b0c1-e9c7a9512f4f req-778618a3-8ea1-4d8f-8afb-6a167ac0d1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:45.227513 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-5328a1dd-befd-477f-b0c1-e9c7a9512f4f req-778618a3-8ea1-4d8f-8afb-6a167ac0d1eb service neutron] 10.222.0.76 "GET /v2.0/networks?id=feac3926-83aa-4c72-bcab-fa9f4d378711 HTTP/1.1" status: 200 len: 916 time: 0.1719043 Nov 02 16:49:45.291120 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-5328a1dd-befd-477f-b0c1-e9c7a9512f4f req-354220bf-7070-40aa-b658-c36f126b2efd service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e HTTP/1.1" status: 200 len: 217 time: 0.0449069 Nov 02 16:49:45.352500 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5328a1dd-befd-477f-b0c1-e9c7a9512f4f req-8cb5226b-d9bd-4364-af68-53c63384d15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:45.354163 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-5328a1dd-befd-477f-b0c1-e9c7a9512f4f req-8cb5226b-d9bd-4364-af68-53c63384d15f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dc55a5e7-c1f4-4d71-9d94-8bce00c08b5a HTTP/1.1" status: 200 len: 854 time: 0.0535190 Nov 02 16:49:45.410631 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5328a1dd-befd-477f-b0c1-e9c7a9512f4f req-50319c43-299f-43ad-a062-4eb2fb37bc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:45.412422 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-5328a1dd-befd-477f-b0c1-e9c7a9512f4f req-50319c43-299f-43ad-a062-4eb2fb37bc62 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=feac3926-83aa-4c72-bcab-fa9f4d378711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506160 Nov 02 16:49:45.446059 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.agents_db [None req-4685c794-fb13-4fdb-802d-b1599aff033c None None] Agent healthcheck: found 6 active agents {{(pid=113347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:49:45.543103 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-5328a1dd-befd-477f-b0c1-e9c7a9512f4f req-491f55d8-135c-4c71-8db0-2e2bf15f0a0b service neutron] 10.222.0.76 "GET /v2.0/networks/feac3926-83aa-4c72-bcab-fa9f4d378711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123264 Nov 02 16:49:45.708341 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297697f-37ac-426d-a731-913479a2a11b req-6f4bd579-50fa-4494-8700-fc99dbe22d61 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:45.710058 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-4297697f-37ac-426d-a731-913479a2a11b req-6f4bd579-50fa-4494-8700-fc99dbe22d61 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/ports?device_id=fd91cbf0-2d7e-4a11-9073-6e61ccfc7295 HTTP/1.1" status: 200 len: 944 time: 0.0724385 Nov 02 16:49:45.712839 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-5328a1dd-befd-477f-b0c1-e9c7a9512f4f req-81b0af4c-6138-42c5-b654-8d72152321d3 service neutron] 10.222.0.76 "GET /v2.0/networks/feac3926-83aa-4c72-bcab-fa9f4d378711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522529 Nov 02 16:49:45.729601 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d4ad3b-7d60-4607-aa47-daff9e93e9e2 req-d891244d-3c95-41f2-85f5-196fc858ae9a tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:45.731446 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-a1d4ad3b-7d60-4607-aa47-daff9e93e9e2 req-d891244d-3c95-41f2-85f5-196fc858ae9a tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=6e5b406e-d37d-44b0-bb2f-39532baf3f9e HTTP/1.1" status: 200 len: 945 time: 0.0996604 Nov 02 16:49:45.795576 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-4297697f-37ac-426d-a731-913479a2a11b req-000efdad-5eb7-4293-89ed-5ab2acb924fb tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/security-groups?id=f229dc72-75bc-4f7f-9412-443673b95669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776267 Nov 02 16:49:45.816287 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-a1d4ad3b-7d60-4607-aa47-daff9e93e9e2 req-5ae3bb11-ba3b-48b8-920b-9049e83e407f tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752175 Nov 02 16:49:46.074289 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:46.762902 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ceddfc-c758-4509-bb80-c4d5c0154ef0 req-4dbf0b0b-b6cd-4b00-bc00-4706bff42a2c tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:46.764730 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-f7ceddfc-c758-4509-bb80-c4d5c0154ef0 req-4dbf0b0b-b6cd-4b00-bc00-4706bff42a2c tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 945 time: 0.0598783 Nov 02 16:49:46.832735 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-f7ceddfc-c758-4509-bb80-c4d5c0154ef0 req-b83a4432-cb6f-4ac6-b3d9-2ab3743b863b tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522990 Nov 02 16:49:46.966024 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b81b0f-9621-4777-a1e6-4881e40a8809 req-3e0e64a0-060c-4c2b-8f93-a783bc86378f tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:46.967715 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-02b81b0f-9621-4777-a1e6-4881e40a8809 req-3e0e64a0-060c-4c2b-8f93-a783bc86378f tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/ports?device_id=fd91cbf0-2d7e-4a11-9073-6e61ccfc7295 HTTP/1.1" status: 200 len: 944 time: 0.0625622 Nov 02 16:49:46.982264 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a065c45-7060-4ca3-bd01-3cb7bff08ae5 req-8e6de002-3bce-477f-85c3-6684afbea4b2 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:46.985889 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-7a065c45-7060-4ca3-bd01-3cb7bff08ae5 req-8e6de002-3bce-477f-85c3-6684afbea4b2 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=6e5b406e-d37d-44b0-bb2f-39532baf3f9e HTTP/1.1" status: 200 len: 945 time: 0.0807333 Nov 02 16:49:47.027170 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-02b81b0f-9621-4777-a1e6-4881e40a8809 req-d40ae97d-e009-490b-a254-3bb72fd09ce9 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/security-groups?id=f229dc72-75bc-4f7f-9412-443673b95669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520835 Nov 02 16:49:47.049477 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-7a065c45-7060-4ca3-bd01-3cb7bff08ae5 req-36acb138-3261-45b9-b07e-8a523b843776 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551500 Nov 02 16:49:47.631935 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 43612) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:47.685579 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3cbde8c-e30f-4612-8d49-a0e344be8caf admin admin] Deleting subnet 19ce0ded-78a4-46f9-a6b8-4f06566b20a9 {{(pid=113345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 16:49:47.690388 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-a3cbde8c-e30f-4612-8d49-a0e344be8caf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:47.731934 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-a3cbde8c-e30f-4612-8d49-a0e344be8caf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27917017'] for subnet, precommit_delete_associations {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:47.784314 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-a3cbde8c-e30f-4612-8d49-a0e344be8caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645718'] for subnet, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:47.843831 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-a3cbde8c-e30f-4612-8d49-a0e344be8caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27916980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29156426'] for subnet, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:47.871560 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cbde8c-e30f-4612-8d49-a0e344be8caf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19ce0ded-78a4-46f9-a6b8-4f06566b20a9,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:47.878180 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-a3cbde8c-e30f-4612-8d49-a0e344be8caf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673503'] for subnet, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:47.882047 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-a3cbde8c-e30f-4612-8d49-a0e344be8caf admin admin] 10.222.0.118 "DELETE /v2.0/subnets/19ce0ded-78a4-46f9-a6b8-4f06566b20a9 HTTP/1.1" status: 204 len: 168 time: 0.2488098 Nov 02 16:49:47.884956 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 43618) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:47.993931 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-97b34ba5-c30c-43cc-932d-c8995da0fd7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652235'] for network, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:48.045561 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca563c0-3257-4fab-89c6-d2d583ba43b8 req-1884d663-7875-4880-ba97-4a71db55a940 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:48.047478 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-4ca563c0-3257-4fab-89c6-d2d583ba43b8 req-1884d663-7875-4880-ba97-4a71db55a940 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 945 time: 0.1039038 Nov 02 16:49:48.125437 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-97b34ba5-c30c-43cc-932d-c8995da0fd7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644317', 'neutron.services.segments.db._delete_segments_for_network-8788025296622'] for network, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:48.167060 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.services.segments.db [None req-97b34ba5-c30c-43cc-932d-c8995da0fd7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['894c5ae6-fe9f-419c-96bf-8af2b0dc9a33']}} {{(pid=113345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:49:48.181055 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.services.segments.db [None req-97b34ba5-c30c-43cc-932d-c8995da0fd7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd927c437-2f39-4e2d-9098-75ebc56e5d9c') {'for_net_delete': True} {{(pid=113345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:49:48.181387 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.services.segments.db [None req-97b34ba5-c30c-43cc-932d-c8995da0fd7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd927c437-2f39-4e2d-9098-75ebc56e5d9c') {} {{(pid=113345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:49:48.187310 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-4ca563c0-3257-4fab-89c6-d2d583ba43b8 req-cb7a94c7-8db1-4650-8f68-2001d82eb221 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250873 Nov 02 16:49:48.189026 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9e044-c036-4048-ac9f-d0d3ca4d5e89 req-fa87bbb5-382e-406e-b3e5-dee30fb5f53f tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:48.191020 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-4ec9e044-c036-4048-ac9f-d0d3ca4d5e89 req-fa87bbb5-382e-406e-b3e5-dee30fb5f53f tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/ports?device_id=fd91cbf0-2d7e-4a11-9073-6e61ccfc7295 HTTP/1.1" status: 200 len: 944 time: 0.0599282 Nov 02 16:49:48.197841 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-97b34ba5-c30c-43cc-932d-c8995da0fd7f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788025301495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27917006'] for segment, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:48.225620 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-97b34ba5-c30c-43cc-932d-c8995da0fd7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639893'] for segment, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:48.240736 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97b34ba5-c30c-43cc-932d-c8995da0fd7f admin admin] Releasing vlan 770 on physical network physnet1 to pool {{(pid=113345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:49:48.241364 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-97b34ba5-c30c-43cc-932d-c8995da0fd7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27915798'] for segment, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:48.245136 dv-cinder-773876-4-iscsi neutron-server[113345]: Traceback (most recent call last): Nov 02 16:49:48.245136 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:49:48.245136 dv-cinder-773876-4-iscsi neutron-server[113345]: timer() Nov 02 16:49:48.245136 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:49:48.245136 dv-cinder-773876-4-iscsi neutron-server[113345]: cb(*args, **kw) Nov 02 16:49:48.245136 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:49:48.245136 dv-cinder-773876-4-iscsi neutron-server[113345]: return func(*args, **kwargs) Nov 02 16:49:48.245136 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:49:48.245136 dv-cinder-773876-4-iscsi neutron-server[113345]: self._notify() Nov 02 16:49:48.245136 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:49:48.245136 dv-cinder-773876-4-iscsi neutron-server[113345]: self.callback(batched_events) Nov 02 16:49:48.245136 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:49:48.245136 dv-cinder-773876-4-iscsi neutron-server[113345]: event.method(event) Nov 02 16:49:48.245136 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:49:48.245136 dv-cinder-773876-4-iscsi neutron-server[113345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:49:48.245136 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:49:48.245136 dv-cinder-773876-4-iscsi neutron-server[113345]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:49:48.245136 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:49:48.245136 dv-cinder-773876-4-iscsi neutron-server[113345]: return f(self, *a, **k) Nov 02 16:49:48.245136 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:49:48.245136 dv-cinder-773876-4-iscsi neutron-server[113345]: return self._get(url).json() Nov 02 16:49:48.245136 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:49:48.245136 dv-cinder-773876-4-iscsi neutron-server[113345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:49:48.245136 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:49:48.245136 dv-cinder-773876-4-iscsi neutron-server[113345]: return self.request(url, 'GET', **kwargs) Nov 02 16:49:48.245136 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:49:48.245136 dv-cinder-773876-4-iscsi neutron-server[113345]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:49:48.245136 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:49:48.245136 dv-cinder-773876-4-iscsi neutron-server[113345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:49:48.245136 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:49:48.245136 dv-cinder-773876-4-iscsi neutron-server[113345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:49:48.245136 dv-cinder-773876-4-iscsi neutron-server[113345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:49:48.277379 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-4ec9e044-c036-4048-ac9f-d0d3ca4d5e89 req-0b630eb5-7810-4f5b-9862-766bcedcce73 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/security-groups?id=f229dc72-75bc-4f7f-9412-443673b95669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729384 Nov 02 16:49:48.383348 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-97b34ba5-c30c-43cc-932d-c8995da0fd7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3708022'] for network, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:48.413020 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-97b34ba5-c30c-43cc-932d-c8995da0fd7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673503'] for network, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:48.417129 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-97b34ba5-c30c-43cc-932d-c8995da0fd7f admin admin] 10.222.0.118 "DELETE /v2.0/networks/894c5ae6-fe9f-419c-96bf-8af2b0dc9a33 HTTP/1.1" status: 204 len: 168 time: 0.5310287 Nov 02 16:49:48.418280 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b34ba5-c30c-43cc-932d-c8995da0fd7f admin admin] Pushing event deleted for resources: {'Network': ['ID=894c5ae6-fe9f-419c-96bf-8af2b0dc9a33,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:48.422087 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 43628) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:48.430079 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5388419d-b231-4662-ab15-e70efaea661d req-955fd62d-ad21-4128-a0bc-af255c937e4d tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:48.431824 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-5388419d-b231-4662-ab15-e70efaea661d req-955fd62d-ad21-4128-a0bc-af255c937e4d tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=6e5b406e-d37d-44b0-bb2f-39532baf3f9e HTTP/1.1" status: 200 len: 945 time: 0.1148236 Nov 02 16:49:48.480409 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.db.db_base_plugin_v2 [None req-f05242c9-e8a3-43f8-911e-0d3f962e9848 admin admin] Deleting subnet 735801a5-4b42-409b-a1f1-2a3fc7aae82c {{(pid=113344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 16:49:48.485190 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-f05242c9-e8a3-43f8-911e-0d3f962e9848 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:48.516421 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-5388419d-b231-4662-ab15-e70efaea661d req-fd8b8036-266d-4138-be5f-cbc64792da9a tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689194 Nov 02 16:49:48.527352 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-f05242c9-e8a3-43f8-911e-0d3f962e9848 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25199420'] for subnet, precommit_delete_associations {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:48.584457 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-f05242c9-e8a3-43f8-911e-0d3f962e9848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645718'] for subnet, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:48.659615 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-f05242c9-e8a3-43f8-911e-0d3f962e9848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25372910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25642358'] for subnet, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:48.706734 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05242c9-e8a3-43f8-911e-0d3f962e9848 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=735801a5-4b42-409b-a1f1-2a3fc7aae82c,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:48.710274 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-f05242c9-e8a3-43f8-911e-0d3f962e9848 admin admin] Publish callbacks [] for subnet, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:48.716673 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-f05242c9-e8a3-43f8-911e-0d3f962e9848 admin admin] 10.222.0.118 "DELETE /v2.0/subnets/735801a5-4b42-409b-a1f1-2a3fc7aae82c HTTP/1.1" status: 204 len: 168 time: 0.2907858 Nov 02 16:49:48.719668 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 43630) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:48.724819 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=113346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:49:48.814259 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-210ec85d-3e9d-42b4-864e-4cf8d0931d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652235'] for network, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:48.877112 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e,segment=NetworkSegment(dc14579a-c1fd-47c3-a9d0-a0ee9aecc3df),segment_id=dc14579a-c1fd-47c3-a9d0-a0ee9aecc3df)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:49:48.892682 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Returning: {'device': 'dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e', 'network_id': 'feac3926-83aa-4c72-bcab-fa9f4d378711', 'port_id': 'dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e', 'mac_address': 'fa:16:3e:40:ac:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc55a5e7-c1f4-4d71-9d94-8bce00c08b5a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:49:48.913782 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-210ec85d-3e9d-42b4-864e-4cf8d0931d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644317', 'neutron.services.segments.db._delete_segments_for_network-8788025296622'] for network, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:48.944422 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.services.segments.db [None req-210ec85d-3e9d-42b4-864e-4cf8d0931d90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1b35682-2818-4673-972d-a33ba27e5282']}} {{(pid=113344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:49:48.944789 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:48.958515 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.services.segments.db [None req-210ec85d-3e9d-42b4-864e-4cf8d0931d90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70450741-efbf-4f6e-b59a-82b74ae8d0c3') {'for_net_delete': True} {{(pid=113344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:49:48.958889 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.services.segments.db [None req-210ec85d-3e9d-42b4-864e-4cf8d0931d90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70450741-efbf-4f6e-b59a-82b74ae8d0c3') {} {{(pid=113344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:49:48.970258 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-210ec85d-3e9d-42b4-864e-4cf8d0931d90 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788025301495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25199403'] for segment, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:48.970850 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.notifiers.nova [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e {{(pid=113346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:49:48.990149 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-210ec85d-3e9d-42b4-864e-4cf8d0931d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639893'] for segment, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:48.999091 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-210ec85d-3e9d-42b4-864e-4cf8d0931d90 admin admin] Releasing vlan 799 on physical network physnet1 to pool {{(pid=113344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:49:48.999681 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-210ec85d-3e9d-42b4-864e-4cf8d0931d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25371724'] for segment, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:49.000245 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e,segment=NetworkSegment(dc14579a-c1fd-47c3-a9d0-a0ee9aecc3df),segment_id=dc14579a-c1fd-47c3-a9d0-a0ee9aecc3df)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:49:49.001979 dv-cinder-773876-4-iscsi neutron-server[113344]: Traceback (most recent call last): Nov 02 16:49:49.001979 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:49:49.001979 dv-cinder-773876-4-iscsi neutron-server[113344]: timer() Nov 02 16:49:49.001979 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:49:49.001979 dv-cinder-773876-4-iscsi neutron-server[113344]: cb(*args, **kw) Nov 02 16:49:49.001979 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:49:49.001979 dv-cinder-773876-4-iscsi neutron-server[113344]: return func(*args, **kwargs) Nov 02 16:49:49.001979 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:49:49.001979 dv-cinder-773876-4-iscsi neutron-server[113344]: self._notify() Nov 02 16:49:49.001979 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:49:49.001979 dv-cinder-773876-4-iscsi neutron-server[113344]: self.callback(batched_events) Nov 02 16:49:49.001979 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:49:49.001979 dv-cinder-773876-4-iscsi neutron-server[113344]: event.method(event) Nov 02 16:49:49.001979 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:49:49.001979 dv-cinder-773876-4-iscsi neutron-server[113344]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:49:49.001979 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:49:49.001979 dv-cinder-773876-4-iscsi neutron-server[113344]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:49:49.001979 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:49:49.001979 dv-cinder-773876-4-iscsi neutron-server[113344]: return f(self, *a, **k) Nov 02 16:49:49.001979 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:49:49.001979 dv-cinder-773876-4-iscsi neutron-server[113344]: return self._get(url).json() Nov 02 16:49:49.001979 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:49:49.001979 dv-cinder-773876-4-iscsi neutron-server[113344]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:49:49.001979 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:49:49.001979 dv-cinder-773876-4-iscsi neutron-server[113344]: return self.request(url, 'GET', **kwargs) Nov 02 16:49:49.001979 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:49:49.001979 dv-cinder-773876-4-iscsi neutron-server[113344]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:49:49.001979 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:49:49.001979 dv-cinder-773876-4-iscsi neutron-server[113344]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:49:49.001979 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:49:49.001979 dv-cinder-773876-4-iscsi neutron-server[113344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:49:49.001979 dv-cinder-773876-4-iscsi neutron-server[113344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:49:49.009900 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:49.070121 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Pushing event updated for resources: {'Port': ['ID=dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e,revision_number=4']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:49.073817 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-210ec85d-3e9d-42b4-864e-4cf8d0931d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3708022'] for network, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:49.085653 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-210ec85d-3e9d-42b4-864e-4cf8d0931d90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673503'] for network, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:49.095155 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-210ec85d-3e9d-42b4-864e-4cf8d0931d90 admin admin] 10.222.0.118 "DELETE /v2.0/networks/d1b35682-2818-4673-972d-a33ba27e5282 HTTP/1.1" status: 204 len: 168 time: 0.3701806 Nov 02 16:49:49.104795 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210ec85d-3e9d-42b4-864e-4cf8d0931d90 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1b35682-2818-4673-972d-a33ba27e5282,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:49.350264 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 43638) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:49.361604 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2cbd2-d397-478d-ab1d-48d50977623f req-2e71b713-eba5-45d6-a047-26de8e70bab2 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:49.367243 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-a0f2cbd2-d397-478d-ab1d-48d50977623f req-2e71b713-eba5-45d6-a047-26de8e70bab2 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 945 time: 0.0843360 Nov 02 16:49:49.415739 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-20dbdc01-c1b3-4f4c-b659-e940777e2496 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=51e0c4a0d4c346498a60fecbf8f7f51e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0640452 Nov 02 16:49:49.423005 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 43642) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:49.457691 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-a0f2cbd2-d397-478d-ab1d-48d50977623f req-e56bfd93-10f0-4186-85e6-5570f8d3839b tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839608 Nov 02 16:49:49.480279 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa2e0c-87e9-4120-ad4a-f762eaf11ca4 req-220820d8-ad63-4561-87c4-3546040bf3e4 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:49.493304 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-3ffa2e0c-87e9-4120-ad4a-f762eaf11ca4 req-220820d8-ad63-4561-87c4-3546040bf3e4 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/ports?device_id=fd91cbf0-2d7e-4a11-9073-6e61ccfc7295 HTTP/1.1" status: 200 len: 945 time: 0.0979671 Nov 02 16:49:49.505121 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-c61a4aff-b2f5-4181-b1a5-418457ec70a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:49.542007 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] get_ports_and_sgs() called for port_ids ['dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e'] {{(pid=113346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:49:49.560822 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-c61a4aff-b2f5-4181-b1a5-418457ec70a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:49.603917 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-3ffa2e0c-87e9-4120-ad4a-f762eaf11ca4 req-5c1d3305-dcf1-4833-b287-45cff5c13fd7 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/security-groups?id=f229dc72-75bc-4f7f-9412-443673b95669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093519 Nov 02 16:49:49.670606 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-c61a4aff-b2f5-4181-b1a5-418457ec70a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:49.674508 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-c61a4aff-b2f5-4181-b1a5-418457ec70a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:49.679048 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-c61a4aff-b2f5-4181-b1a5-418457ec70a9 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/571a1cbf-326e-413b-b70b-4386957723be HTTP/1.1" status: 204 len: 168 time: 0.2546515 Nov 02 16:49:49.682002 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c50b6e8-04c5-4729-a327-117d65ad9e9a req-976885fd-ab76-4502-ad6f-92fbfa7feccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:49.684128 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-7c50b6e8-04c5-4729-a327-117d65ad9e9a req-976885fd-ab76-4502-ad6f-92fbfa7feccf service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6e5b406e-d37d-44b0-bb2f-39532baf3f9e HTTP/1.1" status: 200 len: 1098 time: 0.0646887 Nov 02 16:49:49.714088 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61a4aff-b2f5-4181-b1a5-418457ec70a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=571a1cbf-326e-413b-b70b-4386957723be,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:49.746248 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cae51c-699f-474d-8ab7-bd4de1bac104 req-d5caa1be-0d07-49fc-b347-050db165e268 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:49.749644 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-a0cae51c-699f-474d-8ab7-bd4de1bac104 req-d5caa1be-0d07-49fc-b347-050db165e268 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=6e5b406e-d37d-44b0-bb2f-39532baf3f9e HTTP/1.1" status: 200 len: 945 time: 0.0688474 Nov 02 16:49:49.826414 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-7c50b6e8-04c5-4729-a327-117d65ad9e9a req-d34ec530-4e50-47f1-adf7-2a1d70000271 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979886 Nov 02 16:49:49.829625 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-a0cae51c-699f-474d-8ab7-bd4de1bac104 req-c5ac8ea1-0bd3-43c0-8721-de02aa9492a5 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710068 Nov 02 16:49:50.144055 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 43652) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:50.188412 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-68fe90ee-60ce-4ada-af7a-a60d0df32cd0 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=88765b2629a9481c9397a1e928b9d45f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427709 Nov 02 16:49:50.190940 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 43654) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:50.244802 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-f44d3e9b-077c-474e-818a-d320cf66f712 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:50.266532 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-f44d3e9b-077c-474e-818a-d320cf66f712 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:50.320555 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-f44d3e9b-077c-474e-818a-d320cf66f712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:50.323354 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-f44d3e9b-077c-474e-818a-d320cf66f712 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:50.324674 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-f44d3e9b-077c-474e-818a-d320cf66f712 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/ff1f9510-73db-4615-a344-34710ab5a60c HTTP/1.1" status: 204 len: 168 time: 0.1327300 Nov 02 16:49:50.335077 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44d3e9b-077c-474e-818a-d320cf66f712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1f9510-73db-4615-a344-34710ab5a60c,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:50.673433 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f6a592-e8b7-4762-ba1c-e492b21a1dcc req-34b7b8e2-7b5e-4ad0-958f-5afe7cfd5ec8 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:50.675655 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-58f6a592-e8b7-4762-ba1c-e492b21a1dcc req-34b7b8e2-7b5e-4ad0-958f-5afe7cfd5ec8 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 945 time: 0.0894561 Nov 02 16:49:50.754376 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-58f6a592-e8b7-4762-ba1c-e492b21a1dcc req-41212470-04dd-4f65-a4a9-ee8e455bbce6 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685213 Nov 02 16:49:50.834561 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab868f98-55a2-4fda-af46-5c8e9c18b613 req-b503286f-82d2-47d1-b06e-4a69952496d3 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:50.836308 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-ab868f98-55a2-4fda-af46-5c8e9c18b613 req-b503286f-82d2-47d1-b06e-4a69952496d3 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/ports?device_id=fd91cbf0-2d7e-4a11-9073-6e61ccfc7295 HTTP/1.1" status: 200 len: 945 time: 0.0664361 Nov 02 16:49:50.898877 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-ab868f98-55a2-4fda-af46-5c8e9c18b613 req-a60e9b04-23b5-43c9-b405-5296ebdf2d6f tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/security-groups?id=f229dc72-75bc-4f7f-9412-443673b95669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544064 Nov 02 16:49:50.981379 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a0650-4d04-411a-953e-ce2a5dbcacaa req-57f4e6ec-32ce-4602-bb94-911306c5d411 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:50.983193 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-f22a0650-4d04-411a-953e-ce2a5dbcacaa req-57f4e6ec-32ce-4602-bb94-911306c5d411 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=6e5b406e-d37d-44b0-bb2f-39532baf3f9e HTTP/1.1" status: 200 len: 945 time: 0.0627604 Nov 02 16:49:51.048689 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-f22a0650-4d04-411a-953e-ce2a5dbcacaa req-3776e514-3383-4af7-8e96-966ef87c74e4 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572145 Nov 02 16:49:51.859419 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:51.929782 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 43712) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:51.969599 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8264522-56d3-491e-a2be-86d60006335e req-fe1ed222-fbf9-4ef6-b355-49544c4e8cd0 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:51.971732 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-c8264522-56d3-491e-a2be-86d60006335e req-fe1ed222-fbf9-4ef6-b355-49544c4e8cd0 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 946 time: 0.0727959 Nov 02 16:49:51.974779 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3661f6af-49a7-4028-be88-ef97e2a00fa2 req-b3b2173d-a338-46d5-b55d-dc4fec7e4ff0 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:51.977825 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-3661f6af-49a7-4028-be88-ef97e2a00fa2 req-b3b2173d-a338-46d5-b55d-dc4fec7e4ff0 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 945 time: 0.0921421 Nov 02 16:49:52.048012 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-3661f6af-49a7-4028-be88-ef97e2a00fa2 req-020497ea-b14f-409f-91d6-b34affad81c8 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619693 Nov 02 16:49:52.064087 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-c8264522-56d3-491e-a2be-86d60006335e req-c0cc2d5f-81f1-4f1a-aebe-57cdd38997a6 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups?id=defac20c-ef6f-4b35-b645-37394d3dc510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839620 Nov 02 16:49:52.120906 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-27415348-cd15-4393-8cc3-b388dff18f47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:52.248069 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e26d0c7-1357-4f1f-b34a-29d7df9b8eab req-4cc6538f-53f8-4788-94b1-c5fc049a00bd tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:52.252600 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-5e26d0c7-1357-4f1f-b34a-29d7df9b8eab req-4cc6538f-53f8-4788-94b1-c5fc049a00bd tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/ports?device_id=fd91cbf0-2d7e-4a11-9073-6e61ccfc7295 HTTP/1.1" status: 200 len: 945 time: 0.0737231 Nov 02 16:49:52.286558 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbdae43-0342-4007-bafc-975fe95eb05c req-66446244-5923-4d13-adc6-cd4a9ccccb42 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:52.288561 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-2bbdae43-0342-4007-bafc-975fe95eb05c req-66446244-5923-4d13-adc6-cd4a9ccccb42 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=6e5b406e-d37d-44b0-bb2f-39532baf3f9e HTTP/1.1" status: 200 len: 945 time: 0.1119759 Nov 02 16:49:52.341612 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-27415348-cd15-4393-8cc3-b388dff18f47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:52.350580 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-27415348-cd15-4393-8cc3-b388dff18f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:52.353172 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-5e26d0c7-1357-4f1f-b34a-29d7df9b8eab req-80580e00-fa59-4542-865e-3eb50a6015f4 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/security-groups?id=f229dc72-75bc-4f7f-9412-443673b95669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810611 Nov 02 16:49:52.414878 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-27415348-cd15-4393-8cc3-b388dff18f47 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=f4eac45b9020425385b8296fa77675c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4836278 Nov 02 16:49:52.418004 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 43718) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:49:52.421781 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-2bbdae43-0342-4007-bafc-975fe95eb05c req-7868e12a-7556-4fce-89e3-bb1938e9b59c tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181948 Nov 02 16:49:52.423904 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27415348-cd15-4393-8cc3-b388dff18f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c06478-ca25-4ea9-bb0a-7ebb7d6646a4,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:52.486105 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-98e929dc-d64b-4100-9dbc-dc068a1e8cff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:52.516768 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-98e929dc-d64b-4100-9dbc-dc068a1e8cff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:52.586985 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-98e929dc-d64b-4100-9dbc-dc068a1e8cff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:52.589995 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-98e929dc-d64b-4100-9dbc-dc068a1e8cff admin admin] Publish callbacks [] for security_group, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:52.591355 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-98e929dc-d64b-4100-9dbc-dc068a1e8cff admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/04c06478-ca25-4ea9-bb0a-7ebb7d6646a4 HTTP/1.1" status: 204 len: 168 time: 0.1721160 Nov 02 16:49:52.616312 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e929dc-d64b-4100-9dbc-dc068a1e8cff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c06478-ca25-4ea9-bb0a-7ebb7d6646a4,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:52.755324 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e up at agent hyperv_hv-cinder-77387 {{(pid=113346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:49:52.834134 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Provisioning for port dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e completed by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:49:52.839388 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Provisioning complete for port dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e triggered by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:49:52.839820 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:52.894931 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6108124e-da0f-4321-ab59-c72aacff67e8 req-a4b06fcf-daa7-4ee5-9e63-a36088c4b0fd tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:52.911282 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-6108124e-da0f-4321-ab59-c72aacff67e8 req-a4b06fcf-daa7-4ee5-9e63-a36088c4b0fd tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=6e5b406e-d37d-44b0-bb2f-39532baf3f9e HTTP/1.1" status: 200 len: 945 time: 0.1124568 Nov 02 16:49:52.911282 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e9e35-7c78-400b-aaa4-d8e6bff63e32 req-90e4e996-3674-4a74-bdbf-00513e509965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:52.912740 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-f63e9e35-7c78-400b-aaa4-d8e6bff63e32 req-90e4e996-3674-4a74-bdbf-00513e509965 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7a412769a7274d9da389f724f6f4744e&device_id=6e5b406e-d37d-44b0-bb2f-39532baf3f9e HTTP/1.1" status: 200 len: 1098 time: 0.1073472 Nov 02 16:49:52.957653 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:53.014178 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd91cbf0-2d7e-4a11-9073-6e61ccfc7295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e'}] {{(pid=113346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:49:53.018506 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76f9361971789a5ad3b4a9c4b1498f7b6e6fa8520131c3d92747b1d2ae9477a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5002095e-db74-46fe-a125-42174e9025d4" -d '{"events": [{"server_uuid": "fd91cbf0-2d7e-4a11-9073-6e61ccfc7295", "name": "network-vif-plugged", "status": "completed", "tag": "dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e"}]}' {{(pid=113346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:49:53.046181 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e,segment=NetworkSegment(dc14579a-c1fd-47c3-a9d0-a0ee9aecc3df),segment_id=dc14579a-c1fd-47c3-a9d0-a0ee9aecc3df)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:49:53.058822 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:53.061577 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-6108124e-da0f-4321-ab59-c72aacff67e8 req-07e8aa41-e0f4-4173-bb50-60d871ba7f5f tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535428 Nov 02 16:49:53.111473 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e9e35-7c78-400b-aaa4-d8e6bff63e32 req-67d97f08-0890-466d-b2ff-bdde803b339d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:53.114770 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-f63e9e35-7c78-400b-aaa4-d8e6bff63e32 req-67d97f08-0890-466d-b2ff-bdde803b339d service neutron] 10.222.0.76 "GET /v2.0/networks?id=e13a8a17-03ff-45d6-87c8-8e4368446fe7 HTTP/1.1" status: 200 len: 920 time: 0.1809840 Nov 02 16:49:53.184633 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-408564a6-ca85-4469-9107-9d38fb1387e2 x-openstack-request-id: req-408564a6-ca85-4469-9107-9d38fb1387e2 {{(pid=113346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:49:53.185115 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd91cbf0-2d7e-4a11-9073-6e61ccfc7295", "name": "network-vif-plugged", "status": "completed", "tag": "dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e", "code": 200}]} {{(pid=113346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:49:53.186610 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-408564a6-ca85-4469-9107-9d38fb1387e2 {{(pid=113346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:49:53.187216 dv-cinder-773876-4-iscsi neutron-server[113346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd91cbf0-2d7e-4a11-9073-6e61ccfc7295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e', 'code': 200} Nov 02 16:49:53.232489 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Pushing event updated for resources: {'Port': ['ID=dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e,revision_number=5']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:49:53.255045 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:53.255931 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:53.256648 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:53.257246 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:53.257915 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:53.258720 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:53.259316 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:53.259939 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:53.260600 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:53.261509 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:53.262242 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:53.262840 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:49:53.290269 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-f63e9e35-7c78-400b-aaa4-d8e6bff63e32 req-cd07d4ff-4fb2-4850-83f5-902ae8e526a5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c95a943-ceda-4a49-8043-1035f5d14c4a HTTP/1.1" status: 200 len: 217 time: 0.1619515 Nov 02 16:49:53.348862 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a4336c-b262-480a-bad5-87442e56899e req-6f1a5ff4-7d46-42bb-be7f-7bd07fbc8367 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:53.351499 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-58a4336c-b262-480a-bad5-87442e56899e req-6f1a5ff4-7d46-42bb-be7f-7bd07fbc8367 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 945 time: 0.0810797 Nov 02 16:49:53.393715 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0eb576-5888-487b-b9fd-7f983b80e62a req-5948d676-47c5-49e0-9d5c-7706d0d48dae tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:53.396221 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-9b0eb576-5888-487b-b9fd-7f983b80e62a req-5948d676-47c5-49e0-9d5c-7706d0d48dae tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 946 time: 0.1889591 Nov 02 16:49:53.402846 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e9e35-7c78-400b-aaa4-d8e6bff63e32 req-dbf67b67-b9ac-4e0d-aa87-22082717f926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:53.404576 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-f63e9e35-7c78-400b-aaa4-d8e6bff63e32 req-dbf67b67-b9ac-4e0d-aa87-22082717f926 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e0977232-e536-46af-9a0c-d7241cfd5366 HTTP/1.1" status: 200 len: 859 time: 0.1064489 Nov 02 16:49:53.457603 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-f63e9e35-7c78-400b-aaa4-d8e6bff63e32 req-3c0a7df9-9847-4a43-bb2e-5dda773b03c5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e13a8a17-03ff-45d6-87c8-8e4368446fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330241 Nov 02 16:49:53.523019 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-9b0eb576-5888-487b-b9fd-7f983b80e62a req-634074af-fa23-48cc-966d-11bd77fae65a tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups?id=defac20c-ef6f-4b35-b645-37394d3dc510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166582 Nov 02 16:49:53.524159 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-58a4336c-b262-480a-bad5-87442e56899e req-ce821a1f-18a5-4f84-bb49-45fd73f174c7 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574154 Nov 02 16:49:53.574042 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1a6aee-cab3-4a8e-9b16-8cb48c557c67 req-56e0da7e-7981-431d-a893-758c48d2db92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:53.579091 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-fc1a6aee-cab3-4a8e-9b16-8cb48c557c67 req-56e0da7e-7981-431d-a893-758c48d2db92 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=fd91cbf0-2d7e-4a11-9073-6e61ccfc7295 HTTP/1.1" status: 200 len: 1099 time: 0.1551514 Nov 02 16:49:53.635693 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-f63e9e35-7c78-400b-aaa4-d8e6bff63e32 req-fb460b60-4e65-4d97-a6b0-23b0917be699 service neutron] 10.222.0.76 "GET /v2.0/networks/e13a8a17-03ff-45d6-87c8-8e4368446fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575520 Nov 02 16:49:53.669959 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-fc1a6aee-cab3-4a8e-9b16-8cb48c557c67 req-192c5e7c-464d-4914-b034-a3232380bb89 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=f229dc72-75bc-4f7f-9412-443673b95669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723042 Nov 02 16:49:53.759121 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248a3bb-e1f0-4571-8f1b-c5a43dcb3eb5 req-6f62efdc-c6ea-496b-b785-62ed7e5a1b01 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:53.760861 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-4248a3bb-e1f0-4571-8f1b-c5a43dcb3eb5 req-6f62efdc-c6ea-496b-b785-62ed7e5a1b01 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/ports?device_id=fd91cbf0-2d7e-4a11-9073-6e61ccfc7295 HTTP/1.1" status: 200 len: 946 time: 0.1239598 Nov 02 16:49:53.828320 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-f63e9e35-7c78-400b-aaa4-d8e6bff63e32 req-638ca8ac-6568-4fd0-89b5-9a49fe6649d5 service neutron] 10.222.0.76 "GET /v2.0/networks/e13a8a17-03ff-45d6-87c8-8e4368446fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796863 Nov 02 16:49:53.854924 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-4248a3bb-e1f0-4571-8f1b-c5a43dcb3eb5 req-6c8e1204-173b-4bfa-958e-e8b0a38927ba tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/security-groups?id=f229dc72-75bc-4f7f-9412-443673b95669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840309 Nov 02 16:49:54.221841 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc92132-b48c-4ccc-8cad-233e5403615c req-c5e9c60e-84f5-4a4b-b4a1-732cfd091ee9 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:54.224317 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-bdc92132-b48c-4ccc-8cad-233e5403615c req-c5e9c60e-84f5-4a4b-b4a1-732cfd091ee9 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=6e5b406e-d37d-44b0-bb2f-39532baf3f9e HTTP/1.1" status: 200 len: 945 time: 0.0706744 Nov 02 16:49:54.300162 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-bdc92132-b48c-4ccc-8cad-233e5403615c req-1e4f1239-6c85-4bbc-b882-4e8d014a6d12 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687914 Nov 02 16:49:54.470310 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d00bb17-ac5f-4150-847c-484a2650927e req-1b7cf01a-af26-451b-bf28-5a4c9a863087 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:54.472057 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-6d00bb17-ac5f-4150-847c-484a2650927e req-1b7cf01a-af26-451b-bf28-5a4c9a863087 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=62a4ae9f-e986-4bf1-b110-04ccb11fa669 HTTP/1.1" status: 200 len: 945 time: 0.0559032 Nov 02 16:49:54.525685 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-6d00bb17-ac5f-4150-847c-484a2650927e req-a2040038-c000-40f5-a812-0cbd18c976bf tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467446 Nov 02 16:49:54.674615 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699ad466-2c79-4dc7-bcf3-a624afe991c2 req-74e7effa-f4b6-46f5-89b9-a6ff9f6c4b49 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:54.676433 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-699ad466-2c79-4dc7-bcf3-a624afe991c2 req-74e7effa-f4b6-46f5-89b9-a6ff9f6c4b49 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 946 time: 0.0603118 Nov 02 16:49:54.711604 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ff7aa-effb-4839-a03a-ae7fd54bc337 req-59c0d677-6a78-4143-904b-1a9e64d85f4a tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:54.713357 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-0f0ff7aa-effb-4839-a03a-ae7fd54bc337 req-59c0d677-6a78-4143-904b-1a9e64d85f4a tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 945 time: 0.0598314 Nov 02 16:49:54.739947 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-699ad466-2c79-4dc7-bcf3-a624afe991c2 req-e10dc957-5796-40ae-967d-6ea63917c87c tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups?id=defac20c-ef6f-4b35-b645-37394d3dc510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533297 Nov 02 16:49:54.780337 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-0f0ff7aa-effb-4839-a03a-ae7fd54bc337 req-b3684939-e7f0-4c80-ae5b-7856d83fbd6c tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585697 Nov 02 16:49:54.991470 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12086b50-e122-4d48-be8a-8933ed84ccd7 req-3b6a4d7c-23a6-4083-afa2-dbfb074045dd tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:54.993073 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-12086b50-e122-4d48-be8a-8933ed84ccd7 req-3b6a4d7c-23a6-4083-afa2-dbfb074045dd tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/ports?device_id=fd91cbf0-2d7e-4a11-9073-6e61ccfc7295 HTTP/1.1" status: 200 len: 946 time: 0.0580399 Nov 02 16:49:55.051795 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-12086b50-e122-4d48-be8a-8933ed84ccd7 req-4e153401-4e87-457d-9589-4f60f85c7b45 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/security-groups?id=f229dc72-75bc-4f7f-9412-443673b95669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520976 Nov 02 16:49:55.496757 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed753fea-b26e-4720-9580-8d41f95268d3 req-2694f49f-ada9-4a98-8964-5195f8e7a574 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:55.498337 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-ed753fea-b26e-4720-9580-8d41f95268d3 req-2694f49f-ada9-4a98-8964-5195f8e7a574 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=6e5b406e-d37d-44b0-bb2f-39532baf3f9e HTTP/1.1" status: 200 len: 945 time: 0.0806284 Nov 02 16:49:55.557747 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-ed753fea-b26e-4720-9580-8d41f95268d3 req-de528d97-ef45-499d-b215-8503cc8e0a93 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524015 Nov 02 16:49:55.667189 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c3942f-56bd-456d-9c9e-ad8cb72bcff3 req-6b4bffb2-b3cf-49e2-8af4-dea638641961 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:55.668878 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-65c3942f-56bd-456d-9c9e-ad8cb72bcff3 req-6b4bffb2-b3cf-49e2-8af4-dea638641961 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=62a4ae9f-e986-4bf1-b110-04ccb11fa669 HTTP/1.1" status: 200 len: 945 time: 0.0624514 Nov 02 16:49:55.723173 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-65c3942f-56bd-456d-9c9e-ad8cb72bcff3 req-7e8925f1-94fc-4f50-a258-153149f17060 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474837 Nov 02 16:49:55.875725 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1ca1d8-5800-4383-961a-03dac3a10091 req-25fccd9d-2000-4372-90d7-64d695caada5 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:55.879751 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-3b1ca1d8-5800-4383-961a-03dac3a10091 req-25fccd9d-2000-4372-90d7-64d695caada5 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 946 time: 0.0559456 Nov 02 16:49:55.929105 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a20c6f-b4ab-49f1-90bd-62c8f4f2d33a req-c9a4bcc7-4bf3-4f7a-b3ad-9fa840ef14f3 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:55.930884 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-11a20c6f-b4ab-49f1-90bd-62c8f4f2d33a req-c9a4bcc7-4bf3-4f7a-b3ad-9fa840ef14f3 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 945 time: 0.0651209 Nov 02 16:49:55.949340 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-3b1ca1d8-5800-4383-961a-03dac3a10091 req-7280ebd9-f676-4adf-b878-fc0fce557809 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups?id=defac20c-ef6f-4b35-b645-37394d3dc510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581899 Nov 02 16:49:56.000535 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-11a20c6f-b4ab-49f1-90bd-62c8f4f2d33a req-cb7f03cb-218a-4f40-bb99-d76e627993ab tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615377 Nov 02 16:49:56.184354 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3734cfce-9349-4f8b-a5a3-9ad97382a3e8 req-772e7e1d-5b97-4eec-9dfc-dced99cebd71 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:56.186027 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-3734cfce-9349-4f8b-a5a3-9ad97382a3e8 req-772e7e1d-5b97-4eec-9dfc-dced99cebd71 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/ports?device_id=fd91cbf0-2d7e-4a11-9073-6e61ccfc7295 HTTP/1.1" status: 200 len: 946 time: 0.0552247 Nov 02 16:49:56.243116 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-3734cfce-9349-4f8b-a5a3-9ad97382a3e8 req-1ddc6669-d978-447a-a376-f8b047d71158 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/security-groups?id=f229dc72-75bc-4f7f-9412-443673b95669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487833 Nov 02 16:49:56.369871 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1eecaa-9888-437c-8e87-b4fea141f797 req-979282fc-1bf5-4f78-95cc-0b376717e639 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:56.371343 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-3e1eecaa-9888-437c-8e87-b4fea141f797 req-979282fc-1bf5-4f78-95cc-0b376717e639 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/ports?device_id=fd91cbf0-2d7e-4a11-9073-6e61ccfc7295 HTTP/1.1" status: 200 len: 946 time: 0.0553105 Nov 02 16:49:56.426364 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-3e1eecaa-9888-437c-8e87-b4fea141f797 req-d38b9e3b-68f7-437a-ac2c-96a6bcbf18e4 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/security-groups?id=f229dc72-75bc-4f7f-9412-443673b95669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476360 Nov 02 16:49:56.699905 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051efc3-b48c-4b2c-98d7-38d6532725ea req-ba4c1e6a-ee00-429d-bbba-457f0f4847a9 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:56.701598 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-3051efc3-b48c-4b2c-98d7-38d6532725ea req-ba4c1e6a-ee00-429d-bbba-457f0f4847a9 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=6e5b406e-d37d-44b0-bb2f-39532baf3f9e HTTP/1.1" status: 200 len: 945 time: 0.0581234 Nov 02 16:49:56.758281 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-3051efc3-b48c-4b2c-98d7-38d6532725ea req-5d8bc5c5-3cbc-4ee1-905a-8d354b7e5c11 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498405 Nov 02 16:49:56.790110 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3254a614-3529-4633-a1d8-9705dd132977 req-8d60bfa6-7227-4659-b551-772778f3ff79 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:56.791854 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-3254a614-3529-4633-a1d8-9705dd132977 req-8d60bfa6-7227-4659-b551-772778f3ff79 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/ports?device_id=fd91cbf0-2d7e-4a11-9073-6e61ccfc7295 HTTP/1.1" status: 200 len: 946 time: 0.0551264 Nov 02 16:49:56.849985 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-3254a614-3529-4633-a1d8-9705dd132977 req-c233aeb7-ac55-4696-9fe4-c7c1a5f100c8 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/security-groups?id=f229dc72-75bc-4f7f-9412-443673b95669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503976 Nov 02 16:49:56.883647 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c917e9-18fa-4ef9-be3a-b53852352df3 req-f0455535-55d7-42cd-b1c4-0f3f0aa3966d tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:56.885339 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-d8c917e9-18fa-4ef9-be3a-b53852352df3 req-f0455535-55d7-42cd-b1c4-0f3f0aa3966d tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=62a4ae9f-e986-4bf1-b110-04ccb11fa669 HTTP/1.1" status: 200 len: 945 time: 0.0544090 Nov 02 16:49:56.941940 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-d8c917e9-18fa-4ef9-be3a-b53852352df3 req-995d9469-ff2a-4286-b341-35815f4c0384 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487025 Nov 02 16:49:57.082130 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a1298-680c-4449-89cd-0bca65b4d1c4 req-5f8c5311-00b3-4a43-86eb-fad387bb792b tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:57.083786 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-a88a1298-680c-4449-89cd-0bca65b4d1c4 req-5f8c5311-00b3-4a43-86eb-fad387bb792b tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 946 time: 0.0568149 Nov 02 16:49:57.146658 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-a88a1298-680c-4449-89cd-0bca65b4d1c4 req-50ee2f16-4d34-4cd1-8b78-9cab5d49b824 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups?id=defac20c-ef6f-4b35-b645-37394d3dc510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558958 Nov 02 16:49:57.150079 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e44202f-a9f9-4cbe-9c29-ec979eef1a43 req-845dcfac-7021-4a99-abcc-a8951ad47936 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:57.151769 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-3e44202f-a9f9-4cbe-9c29-ec979eef1a43 req-845dcfac-7021-4a99-abcc-a8951ad47936 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 945 time: 0.0676706 Nov 02 16:49:57.216514 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-3e44202f-a9f9-4cbe-9c29-ec979eef1a43 req-19f579a3-3c19-4e48-bbc0-3aadda3e45b1 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522625 Nov 02 16:49:57.887453 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd309e-8943-473c-86a0-5dded23d2f92 req-725172d3-3319-478e-883d-b6082ba86fa7 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:57.889158 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-a0dd309e-8943-473c-86a0-5dded23d2f92 req-725172d3-3319-478e-883d-b6082ba86fa7 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=6e5b406e-d37d-44b0-bb2f-39532baf3f9e HTTP/1.1" status: 200 len: 945 time: 0.0562942 Nov 02 16:49:57.946356 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-a0dd309e-8943-473c-86a0-5dded23d2f92 req-eb4b6fcb-412c-4740-ad64-6ac0a2d0ff7c tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495107 Nov 02 16:49:58.072733 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0bca12-775c-46a2-b987-32b37d2215f3 req-54ad5620-59f6-49da-a801-467567525b0a tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:58.074366 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-4f0bca12-775c-46a2-b987-32b37d2215f3 req-54ad5620-59f6-49da-a801-467567525b0a tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=62a4ae9f-e986-4bf1-b110-04ccb11fa669 HTTP/1.1" status: 200 len: 945 time: 0.0561070 Nov 02 16:49:58.135065 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-4f0bca12-775c-46a2-b987-32b37d2215f3 req-6cc30e4e-9a28-40c3-bbe8-b1a86fbf49cd tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532300 Nov 02 16:49:58.297073 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f8a6bb-4da7-41be-8bdc-173c34f2632d req-151a4e31-ad3b-4bf5-b366-4e45121226b2 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:58.298702 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-f3f8a6bb-4da7-41be-8bdc-173c34f2632d req-151a4e31-ad3b-4bf5-b366-4e45121226b2 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 946 time: 0.0568538 Nov 02 16:49:58.353805 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-f3f8a6bb-4da7-41be-8bdc-173c34f2632d req-afedad5e-0bc1-45ca-8436-cb41de777ed7 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups?id=defac20c-ef6f-4b35-b645-37394d3dc510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468411 Nov 02 16:49:58.355656 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e13c2b-ab6b-43fa-bbf7-6852030c73db req-602434e5-730b-444c-9dc1-a9afd34f767c tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:58.357293 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-63e13c2b-ab6b-43fa-bbf7-6852030c73db req-602434e5-730b-444c-9dc1-a9afd34f767c tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 945 time: 0.0577199 Nov 02 16:49:58.410300 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-63e13c2b-ab6b-43fa-bbf7-6852030c73db req-f42b63f5-81d4-406e-909a-521a22cfbd46 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456707 Nov 02 16:49:59.072759 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1af1e1-13c1-4185-8d78-c732fe4d20db req-51e9e08c-89fd-4364-9369-4d1cede9071b tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:59.074388 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-bd1af1e1-13c1-4185-8d78-c732fe4d20db req-51e9e08c-89fd-4364-9369-4d1cede9071b tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=6e5b406e-d37d-44b0-bb2f-39532baf3f9e HTTP/1.1" status: 200 len: 945 time: 0.0541544 Nov 02 16:49:59.131190 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-bd1af1e1-13c1-4185-8d78-c732fe4d20db req-a302e0c1-1f30-4f40-878b-213a1d44cac3 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487130 Nov 02 16:49:59.271942 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ce377-7666-47e4-8582-bbdd5cecba36 req-22a17585-1003-452b-9476-f24f05649cf4 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:59.273720 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-9e1ce377-7666-47e4-8582-bbdd5cecba36 req-22a17585-1003-452b-9476-f24f05649cf4 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=62a4ae9f-e986-4bf1-b110-04ccb11fa669 HTTP/1.1" status: 200 len: 945 time: 0.0600176 Nov 02 16:49:59.335085 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-9e1ce377-7666-47e4-8582-bbdd5cecba36 req-58cd9686-b8da-4615-b44f-071518499572 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525553 Nov 02 16:49:59.490671 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5efe63-8435-432e-a488-f2160bfa2d83 req-47273ad1-bb7c-45cf-b426-c88f15603d91 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:59.493796 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-3d5efe63-8435-432e-a488-f2160bfa2d83 req-47273ad1-bb7c-45cf-b426-c88f15603d91 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 946 time: 0.0607357 Nov 02 16:49:59.564057 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df4150b-f9b7-4a4f-94ee-0e84b5703885 req-2ebaa025-3ff8-4eb0-8637-aded829dda27 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:59.565344 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-3d5efe63-8435-432e-a488-f2160bfa2d83 req-ebcde9a0-b282-483f-a529-32eb1ca24f43 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups?id=defac20c-ef6f-4b35-b645-37394d3dc510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625131 Nov 02 16:49:59.565876 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-2df4150b-f9b7-4a4f-94ee-0e84b5703885 req-2ebaa025-3ff8-4eb0-8637-aded829dda27 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.76 "GET /v2.0/ports?device_id=62a4ae9f-e986-4bf1-b110-04ccb11fa669 HTTP/1.1" status: 200 len: 945 time: 0.0932481 Nov 02 16:49:59.589658 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1807cff4-0a1f-42e6-a3f2-dee1ca762d83 req-d69becaa-ab98-4ebd-bea1-32147a49621b tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:49:59.591867 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-1807cff4-0a1f-42e6-a3f2-dee1ca762d83 req-d69becaa-ab98-4ebd-bea1-32147a49621b tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 945 time: 0.0898669 Nov 02 16:49:59.726006 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-1807cff4-0a1f-42e6-a3f2-dee1ca762d83 req-8cc6acc9-6916-4135-acab-c125504fd358 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222210 Nov 02 16:49:59.758317 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [req-2df4150b-f9b7-4a4f-94ee-0e84b5703885 req-009b0a9e-9b9e-448d-bdd9-f30280f9a35b tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Deleting port ae111e5f-0dee-4333-97a4-4539e1360985 {{(pid=113345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 16:49:59.758687 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-2df4150b-f9b7-4a4f-94ee-0e84b5703885 req-009b0a9e-9b9e-448d-bdd9-f30280f9a35b tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788025385849'] for port, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:59.869481 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.db [req-2df4150b-f9b7-4a4f-94ee-0e84b5703885 req-009b0a9e-9b9e-448d-bdd9-f30280f9a35b tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] For port ae111e5f-0dee-4333-97a4-4539e1360985, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=ae111e5f-0dee-4333-97a4-4539e1360985,segment=NetworkSegment(d6d67ab2-fd0f-4a4e-a197-bf243bf1fa07),segment_id=d6d67ab2-fd0f-4a4e-a197-bf243bf1fa07)] {{(pid=113345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:49:59.869994 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-2df4150b-f9b7-4a4f-94ee-0e84b5703885 req-009b0a9e-9b9e-448d-bdd9-f30280f9a35b tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710950'] for port, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:49:59.886784 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [req-2df4150b-f9b7-4a4f-94ee-0e84b5703885 req-009b0a9e-9b9e-448d-bdd9-f30280f9a35b tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Calling delete_port for ae111e5f-0dee-4333-97a4-4539e1360985 owned by compute:nova {{(pid=113345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 16:50:00.062862 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-2df4150b-f9b7-4a4f-94ee-0e84b5703885 req-009b0a9e-9b9e-448d-bdd9-f30280f9a35b tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788025390403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788024814071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27915883'] for port, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:00.104024 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009b0a9e-9b9e-448d-bdd9-f30280f9a35b tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Pushing event deleted for resources: {'Port': ['ID=ae111e5f-0dee-4333-97a4-4539e1360985,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:00.161792 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.l3_dvrscheduler_db [req-2df4150b-f9b7-4a4f-94ee-0e84b5703885 req-009b0a9e-9b9e-448d-bdd9-f30280f9a35b tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] No DVR routers for this DVR port ae111e5f-0dee-4333-97a4-4539e1360985 on host hv-cinder-77387 {{(pid=113345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:50:00.165233 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-2df4150b-f9b7-4a4f-94ee-0e84b5703885 req-009b0a9e-9b9e-448d-bdd9-f30280f9a35b tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221'] for port, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:00.170327 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-2df4150b-f9b7-4a4f-94ee-0e84b5703885 req-009b0a9e-9b9e-448d-bdd9-f30280f9a35b tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.76 "DELETE /v2.0/ports/ae111e5f-0dee-4333-97a4-4539e1360985 HTTP/1.1" status: 204 len: 173 time: 0.5761476 Nov 02 16:50:00.170972 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62a4ae9f-e986-4bf1-b110-04ccb11fa669', 'name': 'network-vif-deleted', 'tag': 'ae111e5f-0dee-4333-97a4-4539e1360985'}] {{(pid=113345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:50:00.174029 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88728d28071a92af03fe3e2826ca256f68f88e9f4aa3bce1a4ce6001ce5f6d9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed407a9-89e5-48fc-8f86-10e64a531594" -d '{"events": [{"server_uuid": "62a4ae9f-e986-4bf1-b110-04ccb11fa669", "name": "network-vif-deleted", "tag": "ae111e5f-0dee-4333-97a4-4539e1360985"}]}' {{(pid=113345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:50:00.220825 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef0a0e2-cdf6-4953-ab15-a5e86db65b7c x-openstack-request-id: req-2ef0a0e2-cdf6-4953-ab15-a5e86db65b7c {{(pid=113345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:50:00.221122 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62a4ae9f-e986-4bf1-b110-04ccb11fa669", "name": "network-vif-deleted", "tag": "ae111e5f-0dee-4333-97a4-4539e1360985", "status": "completed", "code": 200}]} {{(pid=113345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:50:00.221386 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-2ef0a0e2-cdf6-4953-ab15-a5e86db65b7c {{(pid=113345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:50:00.221799 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62a4ae9f-e986-4bf1-b110-04ccb11fa669', 'name': 'network-vif-deleted', 'tag': 'ae111e5f-0dee-4333-97a4-4539e1360985', 'status': 'completed', 'code': 200} Nov 02 16:50:00.269710 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b655f-c364-4307-b344-cc308502eb98 req-3ee42d67-fb72-42c3-9eec-9e6e31055515 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:00.271357 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-425b655f-c364-4307-b344-cc308502eb98 req-3ee42d67-fb72-42c3-9eec-9e6e31055515 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=6e5b406e-d37d-44b0-bb2f-39532baf3f9e HTTP/1.1" status: 200 len: 945 time: 0.0611546 Nov 02 16:50:00.326388 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-425b655f-c364-4307-b344-cc308502eb98 req-be6d5971-97f7-4d85-a4ed-753c4f7bdfbc tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466754 Nov 02 16:50:00.441196 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-c2ba3ca6-ccfb-4f8f-80e1-b3c5193e6aeb req-ec5f7b58-4507-4341-a3a6-b74224584d70 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=62a4ae9f-e986-4bf1-b110-04ccb11fa669 HTTP/1.1" status: 200 len: 210 time: 0.0277264 Nov 02 16:50:00.700859 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80437b87-5224-4bca-9985-af9425286be5 req-0a810e5c-d37d-4b32-ad16-9404b969ba4a tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:00.703135 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-80437b87-5224-4bca-9985-af9425286be5 req-0a810e5c-d37d-4b32-ad16-9404b969ba4a tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 946 time: 0.0569873 Nov 02 16:50:00.756452 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-80437b87-5224-4bca-9985-af9425286be5 req-675846b4-59a3-499c-b062-d0cb7a850da2 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups?id=defac20c-ef6f-4b35-b645-37394d3dc510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464795 Nov 02 16:50:00.875050 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c23019-4e75-4d4f-a0df-42dfb170e538 req-4525d74e-5fd2-4f77-aef1-38c3b3fd3c70 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:00.876558 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-78c23019-4e75-4d4f-a0df-42dfb170e538 req-4525d74e-5fd2-4f77-aef1-38c3b3fd3c70 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 945 time: 0.0573707 Nov 02 16:50:00.929111 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-78c23019-4e75-4d4f-a0df-42dfb170e538 req-503d797b-4846-492e-a4c3-3dbe9e10cb93 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459294 Nov 02 16:50:01.455789 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e07c27-4b15-489f-b67d-4ace9d658df0 req-477cdc57-9683-48d8-ba0a-a33b7a750ba7 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:01.457506 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-20e07c27-4b15-489f-b67d-4ace9d658df0 req-477cdc57-9683-48d8-ba0a-a33b7a750ba7 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=6e5b406e-d37d-44b0-bb2f-39532baf3f9e HTTP/1.1" status: 200 len: 945 time: 0.0571346 Nov 02 16:50:01.519899 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-20e07c27-4b15-489f-b67d-4ace9d658df0 req-4b6a44d7-2f2d-415d-97af-d16f003a21d6 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553117 Nov 02 16:50:01.568654 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-0df227d6-1a74-4dad-baef-ce236846aecb req-f01a232d-31d0-4902-90d0-a5fbf3514988 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=62a4ae9f-e986-4bf1-b110-04ccb11fa669 HTTP/1.1" status: 200 len: 210 time: 0.0465236 Nov 02 16:50:01.887282 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9002aec-6238-4705-a31b-56c44e7c2edd req-48631a92-8c40-4e5e-97df-7df74dcc890f tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:01.888954 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-b9002aec-6238-4705-a31b-56c44e7c2edd req-48631a92-8c40-4e5e-97df-7df74dcc890f tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 946 time: 0.0546343 Nov 02 16:50:01.952612 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-b9002aec-6238-4705-a31b-56c44e7c2edd req-db39ccfa-273e-402c-af0e-716f8b2ad2c0 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups?id=defac20c-ef6f-4b35-b645-37394d3dc510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509353 Nov 02 16:50:02.081728 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6abe51-dd77-4e67-b530-4617467f6786 req-2dbc4e4f-2d44-4dfc-81d4-51dd58450af4 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:02.084804 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-7d6abe51-dd77-4e67-b530-4617467f6786 req-2dbc4e4f-2d44-4dfc-81d4-51dd58450af4 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 945 time: 0.0745761 Nov 02 16:50:02.145667 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-7d6abe51-dd77-4e67-b530-4617467f6786 req-1b797238-a0ff-46c4-90aa-dbba07429611 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543396 Nov 02 16:50:02.666915 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caf304f-9553-472e-8023-9b0d3e33c5f1 req-3dbf20c0-07a5-4dce-abba-db8889ff83a4 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:02.668727 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-4caf304f-9553-472e-8023-9b0d3e33c5f1 req-3dbf20c0-07a5-4dce-abba-db8889ff83a4 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=6e5b406e-d37d-44b0-bb2f-39532baf3f9e HTTP/1.1" status: 200 len: 945 time: 0.0557568 Nov 02 16:50:02.679682 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-13a2164c-bfd7-4230-a958-bf27cbd5a551 req-050d6868-7257-4680-a849-c93cc78e2b7c tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=62a4ae9f-e986-4bf1-b110-04ccb11fa669 HTTP/1.1" status: 200 len: 210 time: 0.0334547 Nov 02 16:50:02.766106 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-4caf304f-9553-472e-8023-9b0d3e33c5f1 req-a6ecee19-ccb3-4af9-9df6-f2d826838665 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889552 Nov 02 16:50:03.090543 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce00d5-8feb-452b-9613-ec4e40d522e7 req-1e4692c4-1821-44a2-b3ec-3cd21803541c tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:03.091973 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-f6ce00d5-8feb-452b-9613-ec4e40d522e7 req-1e4692c4-1821-44a2-b3ec-3cd21803541c tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 946 time: 0.0574114 Nov 02 16:50:03.147021 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-f6ce00d5-8feb-452b-9613-ec4e40d522e7 req-3eb34711-433f-4ec8-8d17-e4012a398853 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups?id=defac20c-ef6f-4b35-b645-37394d3dc510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481908 Nov 02 16:50:03.293126 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92af5c9-aaf4-45ae-9717-1ea553e58f8a req-b2fdcd9b-ba4b-4afe-b2fb-8029679f74a1 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:03.294750 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-b92af5c9-aaf4-45ae-9717-1ea553e58f8a req-b2fdcd9b-ba4b-4afe-b2fb-8029679f74a1 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 945 time: 0.0625243 Nov 02 16:50:03.349706 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-b92af5c9-aaf4-45ae-9717-1ea553e58f8a req-e5c75c61-c5f0-40f4-9db6-2de1b47bc944 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474887 Nov 02 16:50:03.395199 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] get_ports_and_sgs() called for port_ids ['6d3bae71-e514-49ab-9222-9632d4fba0f5', 'f4eb8e96-4a89-4943-bb1e-67b3c0d0953e', 'ae21c04d-1584-4ff1-80e2-e50cf95ef8ad', 'ae111e5f-0dee-4333-97a4-4539e1360985'] {{(pid=113346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:50:03.808815 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-72ce4337-50bf-4920-bdc0-6f5f1121735d req-60141761-7dfb-4fd7-8780-6f65d243854b tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=62a4ae9f-e986-4bf1-b110-04ccb11fa669 HTTP/1.1" status: 200 len: 210 time: 0.0301788 Nov 02 16:50:03.918092 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50de69f-17ba-4fad-a875-5db6ad5bba1f req-d06511eb-d16a-4771-84e2-01e1c3c80f59 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:03.919814 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-c50de69f-17ba-4fad-a875-5db6ad5bba1f req-d06511eb-d16a-4771-84e2-01e1c3c80f59 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=6e5b406e-d37d-44b0-bb2f-39532baf3f9e HTTP/1.1" status: 200 len: 945 time: 0.0674210 Nov 02 16:50:03.995623 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-c50de69f-17ba-4fad-a875-5db6ad5bba1f req-a3763b4a-71ca-4a0c-abe7-bba4febd8a9d tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662961 Nov 02 16:50:04.313436 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b161ba-3aa4-4629-b12e-ec1a2328dafd req-50687db5-3293-42b3-bed8-9b3c29075dc5 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:04.315458 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-c3b161ba-3aa4-4629-b12e-ec1a2328dafd req-50687db5-3293-42b3-bed8-9b3c29075dc5 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 946 time: 0.0709007 Nov 02 16:50:04.525153 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994960d2-23b9-443d-a573-84675d484e85 req-9c80ac5e-bdaa-4d99-861d-6ad4e7d3de53 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:04.526978 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-994960d2-23b9-443d-a573-84675d484e85 req-9c80ac5e-bdaa-4d99-861d-6ad4e7d3de53 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 945 time: 0.0634553 Nov 02 16:50:04.598235 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-994960d2-23b9-443d-a573-84675d484e85 req-d1856cdf-0de9-4764-994d-d5e821031235 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593467 Nov 02 16:50:04.625615 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-c3b161ba-3aa4-4629-b12e-ec1a2328dafd req-2264a82a-2ab8-495a-a249-4e4dd10505d7 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups?id=defac20c-ef6f-4b35-b645-37394d3dc510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3028476 Nov 02 16:50:05.728163 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22d199-8575-4c38-93e6-dd698cdbd325 req-dbd24545-7ce6-4c23-971f-a8b12aaf812f tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:05.729858 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-8c22d199-8575-4c38-93e6-dd698cdbd325 req-dbd24545-7ce6-4c23-971f-a8b12aaf812f tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 945 time: 0.0525861 Nov 02 16:50:05.763227 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b3b7de-5513-4095-86a4-9b8f395f2839 req-4da24722-370c-40ff-a62d-833e5be37d60 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:05.765419 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-12b3b7de-5513-4095-86a4-9b8f395f2839 req-4da24722-370c-40ff-a62d-833e5be37d60 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 946 time: 0.0548446 Nov 02 16:50:05.782646 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-8c22d199-8575-4c38-93e6-dd698cdbd325 req-cd8b24dc-1d1c-4e00-8c6c-4fe6aeda1f9d tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454652 Nov 02 16:50:05.818468 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-12b3b7de-5513-4095-86a4-9b8f395f2839 req-e925f682-7169-444e-b3e5-8d14f4a221cb tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups?id=defac20c-ef6f-4b35-b645-37394d3dc510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445383 Nov 02 16:50:06.918172 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c58b10-9f2d-4bfd-b2e9-b8090c63e84c req-4818c018-5a95-4cf0-b6fd-06a2fbc9a441 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:06.919888 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-30c58b10-9f2d-4bfd-b2e9-b8090c63e84c req-4818c018-5a95-4cf0-b6fd-06a2fbc9a441 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 945 time: 0.0572901 Nov 02 16:50:06.952339 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d66949-8d4b-4d07-b8e6-082271ea26e9 req-6a9087fe-3dd9-406b-bb48-575077cf560e tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:06.954327 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-60d66949-8d4b-4d07-b8e6-082271ea26e9 req-6a9087fe-3dd9-406b-bb48-575077cf560e tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 946 time: 0.0586932 Nov 02 16:50:06.994839 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-30c58b10-9f2d-4bfd-b2e9-b8090c63e84c req-f513d292-5315-4c6f-8668-19e3d49b8e33 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668809 Nov 02 16:50:07.027421 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-60d66949-8d4b-4d07-b8e6-082271ea26e9 req-c20c6e1a-5dab-4a4e-a45b-bb8e00ac1f58 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups?id=defac20c-ef6f-4b35-b645-37394d3dc510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606849 Nov 02 16:50:07.407147 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device ae111e5f-0dee-4333-97a4-4539e1360985 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:50:07.428933 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] No Port match for: ae111e5f-0dee-4333-97a4-4539e1360985 {{(pid=113346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 16:50:07.429289 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device ae111e5f-0dee-4333-97a4-4539e1360985 not bound to the agent host hv-cinder-77387 {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:50:08.131495 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ba7b81-e2f8-41f0-b401-200909a46839 req-79d51002-b753-47ee-a299-95e2943d8513 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:08.133150 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-43ba7b81-e2f8-41f0-b401-200909a46839 req-79d51002-b753-47ee-a299-95e2943d8513 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 945 time: 0.0586610 Nov 02 16:50:08.172274 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5e021-4d92-4291-999f-88ecde8aef4d req-7973b1c1-aa5f-41f2-aef1-8927b05cb197 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:08.173828 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-02d5e021-4d92-4291-999f-88ecde8aef4d req-7973b1c1-aa5f-41f2-aef1-8927b05cb197 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 946 time: 0.0618484 Nov 02 16:50:08.196043 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-43ba7b81-e2f8-41f0-b401-200909a46839 req-9a452100-948a-48e9-8654-c51676818b29 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548744 Nov 02 16:50:08.247886 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-02d5e021-4d92-4291-999f-88ecde8aef4d req-c18301c4-b281-435a-8601-1e1168b79b4b tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups?id=defac20c-ef6f-4b35-b645-37394d3dc510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664971 Nov 02 16:50:08.341705 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-9fedd08a-31f0-41f3-b709-6920f5693d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:08.505949 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8392e02e-2c6b-4975-ac1d-a957b16958bf req-c8e81921-0988-41f3-b28e-8b56a7ce724d tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:08.507912 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-8392e02e-2c6b-4975-ac1d-a957b16958bf req-c8e81921-0988-41f3-b28e-8b56a7ce724d tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=fdee2c0e-24c6-4a99-8dce-73d69b59a7a2 HTTP/1.1" status: 200 len: 945 time: 0.0741100 Nov 02 16:50:08.567524 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-8392e02e-2c6b-4975-ac1d-a957b16958bf req-6cf05c0b-d0b3-4b67-939d-f7b1278e8786 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519550 Nov 02 16:50:09.349458 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0910b88-af47-406b-9c49-b85ae261ab55 req-25cf5c0c-e98f-413b-b98f-998116677d00 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:09.351170 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-d0910b88-af47-406b-9c49-b85ae261ab55 req-25cf5c0c-e98f-413b-b98f-998116677d00 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 945 time: 0.0626390 Nov 02 16:50:09.381736 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ed948f-f990-433b-83b2-06e7d7cf52b5 req-3aaba327-a820-42c2-9f2d-13a58e78e7db tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:09.383709 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-57ed948f-f990-433b-83b2-06e7d7cf52b5 req-3aaba327-a820-42c2-9f2d-13a58e78e7db tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 946 time: 0.0556052 Nov 02 16:50:09.413455 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-d0910b88-af47-406b-9c49-b85ae261ab55 req-d247f172-45fa-420b-8968-29ee2f9604c8 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494418 Nov 02 16:50:09.441264 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-57ed948f-f990-433b-83b2-06e7d7cf52b5 req-c8e9c017-f817-48a4-94f8-9343165f0c01 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups?id=defac20c-ef6f-4b35-b645-37394d3dc510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472796 Nov 02 16:50:09.694292 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668210a7-01aa-453b-baed-9f4a7b9754cc req-9d472443-090a-4fe5-a0dc-95a42667274e tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:09.695992 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-668210a7-01aa-453b-baed-9f4a7b9754cc req-9d472443-090a-4fe5-a0dc-95a42667274e tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=fdee2c0e-24c6-4a99-8dce-73d69b59a7a2 HTTP/1.1" status: 200 len: 945 time: 0.0575449 Nov 02 16:50:09.764548 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-668210a7-01aa-453b-baed-9f4a7b9754cc req-9b118881-41d3-46f5-9463-b68488198a6a tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596445 Nov 02 16:50:10.580819 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc9d2f-b9e8-4be6-a4eb-d3c2aa3d2d86 req-6a67b8d1-6e18-4c11-a99d-c682c09a75b8 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:10.583861 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-8fcc9d2f-b9e8-4be6-a4eb-d3c2aa3d2d86 req-6a67b8d1-6e18-4c11-a99d-c682c09a75b8 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 945 time: 0.0755668 Nov 02 16:50:10.590335 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3376c614-18ca-40aa-a89a-2e727ba76297 req-8d11c81e-199d-4180-b9b1-a26f2386d924 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:10.592742 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-3376c614-18ca-40aa-a89a-2e727ba76297 req-8d11c81e-199d-4180-b9b1-a26f2386d924 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 946 time: 0.0583508 Nov 02 16:50:10.656340 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-3376c614-18ca-40aa-a89a-2e727ba76297 req-e0635f81-6947-422b-abe6-ff08dd104c95 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups?id=defac20c-ef6f-4b35-b645-37394d3dc510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559359 Nov 02 16:50:10.688741 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-8fcc9d2f-b9e8-4be6-a4eb-d3c2aa3d2d86 req-2d6c3bbf-8ed8-4fc5-8f4a-2d4f2fe2b737 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964930 Nov 02 16:50:10.853526 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476deb47-20bb-4bdf-b624-bcbcfbe59b67 req-78de244b-c1cf-4734-8f31-13a34c377297 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:10.855587 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-476deb47-20bb-4bdf-b624-bcbcfbe59b67 req-78de244b-c1cf-4734-8f31-13a34c377297 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/ports?device_id=fd91cbf0-2d7e-4a11-9073-6e61ccfc7295 HTTP/1.1" status: 200 len: 946 time: 0.0572457 Nov 02 16:50:10.910873 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6ae76-bb1a-47e3-971b-9c12a66cf7ca req-c8fdc0c4-de64-4987-b5d5-68b30869227a tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:10.912882 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-98c6ae76-bb1a-47e3-971b-9c12a66cf7ca req-c8fdc0c4-de64-4987-b5d5-68b30869227a tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=fdee2c0e-24c6-4a99-8dce-73d69b59a7a2 HTTP/1.1" status: 200 len: 945 time: 0.0701804 Nov 02 16:50:10.926194 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-476deb47-20bb-4bdf-b624-bcbcfbe59b67 req-c1c7c4bc-d189-47b5-936f-e4698b536a3d tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/security-groups?id=f229dc72-75bc-4f7f-9412-443673b95669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634959 Nov 02 16:50:10.954286 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 44060) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:10.984596 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-98c6ae76-bb1a-47e3-971b-9c12a66cf7ca req-c5effd21-b4ba-43af-a8c3-b873026d2b23 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649445 Nov 02 16:50:11.030947 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-88a4be12-189f-4220-9446-bb323a6c1a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:11.088947 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe44f70-1503-46b4-a1fb-c881da554126 req-aa137a01-cd13-4812-ba7b-19de317ec5e4 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:11.091265 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-1fe44f70-1503-46b4-a1fb-c881da554126 req-aa137a01-cd13-4812-ba7b-19de317ec5e4 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.76 "GET /v2.0/ports?device_id=fdee2c0e-24c6-4a99-8dce-73d69b59a7a2 HTTP/1.1" status: 200 len: 945 time: 0.0605712 Nov 02 16:50:11.289100 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e87b88f-3fa4-4af3-bcdd-764b92e439e2 tempest-TestMinimumBasicScenario-664509000 tempest-TestMinimumBasicScenario-664509000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:11.291015 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-4e87b88f-3fa4-4af3-bcdd-764b92e439e2 tempest-TestMinimumBasicScenario-664509000 tempest-TestMinimumBasicScenario-664509000-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=fd91cbf0-2d7e-4a11-9073-6e61ccfc7295 HTTP/1.1" status: 200 len: 1094 time: 0.3354437 Nov 02 16:50:11.296291 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 44068) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:11.306660 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.v2.base [None req-14bcf78d-f0bb-4f8e-ae19-0a1a2146779e tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Request body: {'floatingip': {'floating_network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'port_id': 'dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e', 'tenant_id': '078aa8372f994f1eafe3013d58d8c979', 'fixed_ip_address': '172.20.0.14'}} {{(pid=113345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:50:11.325194 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [req-1fe44f70-1503-46b4-a1fb-c881da554126 req-f4a9975e-ab8c-4b73-b29a-751e98c6c6a6 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Deleting port ae21c04d-1584-4ff1-80e2-e50cf95ef8ad {{(pid=113345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 16:50:11.325556 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-1fe44f70-1503-46b4-a1fb-c881da554126 req-f4a9975e-ab8c-4b73-b29a-751e98c6c6a6 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788025385849'] for port, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:11.396548 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-14bcf78d-f0bb-4f8e-ae19-0a1a2146779e tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Publish callbacks [] for floatingip, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:11.494149 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.db [req-1fe44f70-1503-46b4-a1fb-c881da554126 req-f4a9975e-ab8c-4b73-b29a-751e98c6c6a6 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] For port ae21c04d-1584-4ff1-80e2-e50cf95ef8ad, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=ae21c04d-1584-4ff1-80e2-e50cf95ef8ad,segment=NetworkSegment(d6d67ab2-fd0f-4a4e-a197-bf243bf1fa07),segment_id=d6d67ab2-fd0f-4a4e-a197-bf243bf1fa07)] {{(pid=113345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:50:11.494433 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-1fe44f70-1503-46b4-a1fb-c881da554126 req-f4a9975e-ab8c-4b73-b29a-751e98c6c6a6 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710950'] for port, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:11.511998 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [req-1fe44f70-1503-46b4-a1fb-c881da554126 req-f4a9975e-ab8c-4b73-b29a-751e98c6c6a6 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Calling delete_port for ae21c04d-1584-4ff1-80e2-e50cf95ef8ad owned by compute:nova {{(pid=113345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 16:50:11.634347 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-14bcf78d-f0bb-4f8e-ae19-0a1a2146779e tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:11.778267 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-1fe44f70-1503-46b4-a1fb-c881da554126 req-f4a9975e-ab8c-4b73-b29a-751e98c6c6a6 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788025390403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788024814071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27915883'] for port, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:11.795005 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] get_ports_and_sgs() called for port_ids ['6d3bae71-e514-49ab-9222-9632d4fba0f5', 'f4eb8e96-4a89-4943-bb1e-67b3c0d0953e'] {{(pid=113346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:50:11.810118 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a7eb98-5b38-4b75-840b-81641d4bc8c2 req-e2ca24bb-2e2f-432e-b8f7-35defb2ee2eb tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:11.812720 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-93a7eb98-5b38-4b75-840b-81641d4bc8c2 req-e2ca24bb-2e2f-432e-b8f7-35defb2ee2eb tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 946 time: 0.0714622 Nov 02 16:50:11.844962 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a9975e-ab8c-4b73-b29a-751e98c6c6a6 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Pushing event deleted for resources: {'Port': ['ID=ae21c04d-1584-4ff1-80e2-e50cf95ef8ad,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:11.866565 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.db_base_plugin_common [None req-14bcf78d-f0bb-4f8e-ae19-0a1a2146779e tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Allocated IP 172.27.1.64 (e732c7b6-4740-4909-a10c-6231f1bdbede/886e8f69-733b-40e5-a835-3f68eef2cfaf/d84f5190-4e89-4437-91f5-c317ff00334a) {{(pid=113345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:50:11.879436 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-93a7eb98-5b38-4b75-840b-81641d4bc8c2 req-4e57ed1f-5334-40c4-8179-84be4c12d972 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups?id=defac20c-ef6f-4b35-b645-37394d3dc510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590854 Nov 02 16:50:11.957726 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe44f70-1503-46b4-a1fb-c881da554126 req-f4a9975e-ab8c-4b73-b29a-751e98c6c6a6 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] No DVR routers for this DVR port ae21c04d-1584-4ff1-80e2-e50cf95ef8ad on host hv-cinder-77387 {{(pid=113345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:50:11.976210 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-1fe44f70-1503-46b4-a1fb-c881da554126 req-f4a9975e-ab8c-4b73-b29a-751e98c6c6a6 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221'] for port, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:11.979863 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-1fe44f70-1503-46b4-a1fb-c881da554126 req-f4a9975e-ab8c-4b73-b29a-751e98c6c6a6 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.76 "DELETE /v2.0/ports/ae21c04d-1584-4ff1-80e2-e50cf95ef8ad HTTP/1.1" status: 204 len: 173 time: 0.8573282 Nov 02 16:50:11.980701 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdee2c0e-24c6-4a99-8dce-73d69b59a7a2', 'name': 'network-vif-deleted', 'tag': 'ae21c04d-1584-4ff1-80e2-e50cf95ef8ad'}] {{(pid=113345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:50:11.984587 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88728d28071a92af03fe3e2826ca256f68f88e9f4aa3bce1a4ce6001ce5f6d9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d7f26c-2af5-435b-8d2e-574b087dd976" -d '{"events": [{"server_uuid": "fdee2c0e-24c6-4a99-8dce-73d69b59a7a2", "name": "network-vif-deleted", "tag": "ae21c04d-1584-4ff1-80e2-e50cf95ef8ad"}]}' {{(pid=113345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:50:12.094903 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaaf084e-b469-4a7f-b9b3-fd96fda4c056 x-openstack-request-id: req-aaaf084e-b469-4a7f-b9b3-fd96fda4c056 {{(pid=113345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:50:12.095242 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdee2c0e-24c6-4a99-8dce-73d69b59a7a2", "name": "network-vif-deleted", "tag": "ae21c04d-1584-4ff1-80e2-e50cf95ef8ad", "status": "completed", "code": 200}]} {{(pid=113345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:50:12.095539 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-aaaf084e-b469-4a7f-b9b3-fd96fda4c056 {{(pid=113345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:50:12.095991 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdee2c0e-24c6-4a99-8dce-73d69b59a7a2', 'name': 'network-vif-deleted', 'tag': 'ae21c04d-1584-4ff1-80e2-e50cf95ef8ad', 'status': 'completed', 'code': 200} Nov 02 16:50:12.131330 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd414f31-279f-4769-9110-f4046040a735 req-1241d2ed-9eb4-4adb-9235-9e153dc5184d tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:12.141535 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-dd414f31-279f-4769-9110-f4046040a735 req-1241d2ed-9eb4-4adb-9235-9e153dc5184d tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 945 time: 0.3067427 Nov 02 16:50:12.187521 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-93d9c12f-e184-4c26-9f30-3fe34fb776b8 req-fe883b36-7f69-4f20-9c96-5a24ebc03eff tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=fdee2c0e-24c6-4a99-8dce-73d69b59a7a2 HTTP/1.1" status: 200 len: 210 time: 0.0416982 Nov 02 16:50:12.253302 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-14bcf78d-f0bb-4f8e-ae19-0a1a2146779e tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Publish callbacks [] for port, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:12.262700 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-dd414f31-279f-4769-9110-f4046040a735 req-bef4b9b2-3f62-4760-9217-06f15a517b7d tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202545 Nov 02 16:50:12.300741 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-14bcf78d-f0bb-4f8e-ae19-0a1a2146779e tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788024814062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27915883'] for port, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:12.348876 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bcf78d-f0bb-4f8e-ae19-0a1a2146779e tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Network e732c7b6-4740-4909-a10c-6231f1bdbede is already hosted by enough agents. {{(pid=113345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:50:12.356266 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.base_scheduler [None req-14bcf78d-f0bb-4f8e-ae19-0a1a2146779e tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Resources bound (agent type, host, resource id): {{(pid=113345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:50:12.361707 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bcf78d-f0bb-4f8e-ae19-0a1a2146779e tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Received port after_create {{(pid=113345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:50:12.365360 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bcf78d-f0bb-4f8e-ae19-0a1a2146779e tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Pushing event updated for resources: {'Port': ['ID=d84f5190-4e89-4437-91f5-c317ff00334a,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:12.834267 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-dfe49d6c-b306-436a-ba68-760764be264a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:12.896386 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-14bcf78d-f0bb-4f8e-ae19-0a1a2146779e tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Publish callbacks [] for floatingip, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:13.003734 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-14bcf78d-f0bb-4f8e-ae19-0a1a2146779e tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:13.018071 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f4fffe-8ef1-45b7-989c-35f621a9da66 req-8273cbc8-22c5-4f45-84ab-5a93a658610d tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:13.019689 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-a7f4fffe-8ef1-45b7-989c-35f621a9da66 req-8273cbc8-22c5-4f45-84ab-5a93a658610d tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 946 time: 0.0527327 Nov 02 16:50:13.072410 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-a7f4fffe-8ef1-45b7-989c-35f621a9da66 req-a64bd914-f6bb-4d5d-af51-6b8e3fa7b9c2 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups?id=defac20c-ef6f-4b35-b645-37394d3dc510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457439 Nov 02 16:50:13.162005 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-14bcf78d-f0bb-4f8e-ae19-0a1a2146779e tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Publish callbacks [] for port, precommit_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:13.166953 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-14bcf78d-f0bb-4f8e-ae19-0a1a2146779e tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27915890'] for port, after_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:13.234999 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bcf78d-f0bb-4f8e-ae19-0a1a2146779e tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Pushing event updated for resources: {'Port': ['ID=d84f5190-4e89-4437-91f5-c317ff00334a,revision_number=2']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:13.253910 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-14bcf78d-f0bb-4f8e-ae19-0a1a2146779e tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3707972'] for floatingip, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:13.429593 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device ae21c04d-1584-4ff1-80e2-e50cf95ef8ad no longer exists at agent hyperv_hv-cinder-77387 {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:50:13.436304 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.db.l3_db [None req-14bcf78d-f0bb-4f8e-ae19-0a1a2146779e tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Floating IP 45fa8b1e-cb79-4b0c-b087-68c0cf706a72 associated. External IP: 172.27.1.64, port: dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e. Nov 02 16:50:13.470347 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] No Port match for: ae21c04d-1584-4ff1-80e2-e50cf95ef8ad {{(pid=113346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 16:50:13.470760 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device ae21c04d-1584-4ff1-80e2-e50cf95ef8ad not bound to the agent host hv-cinder-77387 {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:50:13.486645 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f507cb-5b11-43d2-b29d-34cf47ceb134 req-10800eaf-f96c-4c0c-9e0f-5a7357ee154f tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:13.488999 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-08f507cb-5b11-43d2-b29d-34cf47ceb134 req-10800eaf-f96c-4c0c-9e0f-5a7357ee154f tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 945 time: 0.1151831 Nov 02 16:50:13.548350 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7b4bc-37e3-4cbc-aba5-8e7ff04d5fd9 req-3f70d7b6-5653-40d6-98d0-5c69e9f0d43d tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:13.550125 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-45b7b4bc-37e3-4cbc-aba5-8e7ff04d5fd9 req-3f70d7b6-5653-40d6-98d0-5c69e9f0d43d tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=cc421583-8747-41db-b896-e40bed32a554 HTTP/1.1" status: 200 len: 946 time: 0.0560641 Nov 02 16:50:13.620935 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-45b7b4bc-37e3-4cbc-aba5-8e7ff04d5fd9 req-a97f439d-f163-432a-8ca7-9e0e7ba37169 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622954 Nov 02 16:50:13.866843 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-08f507cb-5b11-43d2-b29d-34cf47ceb134 req-eb8a8948-374a-47be-8e32-4179dbd40b1f tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3643939 Nov 02 16:50:13.911999 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 44116) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:13.991133 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14bcf78d-f0bb-4f8e-ae19-0a1a2146779e tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Router ae61ccd8-dccb-4755-b60d-61ac4b25fa99 has already been hosted by L3 agent 23c85ca8-88a6-46e7-9165-338a7fd1d142 {{(pid=113345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:50:14.031039 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-45f3d54a-c222-423d-803d-56b1e4c161f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:14.113732 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14bcf78d-f0bb-4f8e-ae19-0a1a2146779e tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Notify agent at l3_agent.dv-cinder-773876-4-iscsi the message routers_updated {{(pid=113345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:50:14.116339 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-45f3d54a-c222-423d-803d-56b1e4c161f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:14.123132 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-45f3d54a-c222-423d-803d-56b1e4c161f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:14.127725 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fe0ed8-527f-4dbc-9e53-67615e378052 None None] Sync routers for ids ['ae61ccd8-dccb-4755-b60d-61ac4b25fa99'] in dv-cinder-773876-4-iscsi {{(pid=113347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:50:14.143479 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-14bcf78d-f0bb-4f8e-ae19-0a1a2146779e tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221'] for floatingip, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:14.144878 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fe0ed8-527f-4dbc-9e53-67615e378052 None None] Routers {'ae61ccd8-dccb-4755-b60d-61ac4b25fa99'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:50:14.145667 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-39fe0ed8-527f-4dbc-9e53-67615e378052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:50:11Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['ae61ccd8-dccb-4755-b60d-61ac4b25fa99'], 'active': True} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:14.186584 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-14bcf78d-f0bb-4f8e-ae19-0a1a2146779e tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8816586 Nov 02 16:50:14.186584 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd91cbf0-2d7e-4a11-9073-6e61ccfc7295', 'tag': 'dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e'}] {{(pid=113345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:50:14.187062 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88728d28071a92af03fe3e2826ca256f68f88e9f4aa3bce1a4ce6001ce5f6d9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35380d50-4b7f-4d91-9e3c-8bb08253f143" -d '{"events": [{"name": "network-changed", "server_uuid": "fd91cbf0-2d7e-4a11-9073-6e61ccfc7295", "tag": "dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e"}]}' {{(pid=113345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:50:14.190630 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 44122) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:14.197480 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.v2.base [None req-6fd26d06-d1aa-4371-b4a6-b5a745e271a0 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-461784665', 'description': 'tempest-secgroup-smoke-461784665 description', 'project_id': '078aa8372f994f1eafe3013d58d8c979'}} {{(pid=113345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:50:14.205660 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-45f3d54a-c222-423d-803d-56b1e4c161f8 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=d84ed574f8ad4b4fadfc220657743cef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2921255 Nov 02 16:50:14.210309 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 44126) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:14.222153 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f3d54a-c222-423d-803d-56b1e4c161f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=449599bb-f7c6-4dd5-9a67-f30a1a63703a,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:14.257322 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7193fa45-ba26-4455-9c18-07e8e4834116 x-openstack-request-id: req-7193fa45-ba26-4455-9c18-07e8e4834116 {{(pid=113345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:50:14.257642 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd91cbf0-2d7e-4a11-9073-6e61ccfc7295", "tag": "dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e", "status": "completed", "code": 200}]} {{(pid=113345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:50:14.257923 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-7193fa45-ba26-4455-9c18-07e8e4834116 {{(pid=113345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:50:14.258388 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd91cbf0-2d7e-4a11-9073-6e61ccfc7295', 'tag': 'dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e', 'status': 'completed', 'code': 200} Nov 02 16:50:14.259377 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-6fd26d06-d1aa-4371-b4a6-b5a745e271a0 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Publish callbacks [] for security_group, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:14.278722 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvr_db [None req-39fe0ed8-527f-4dbc-9e53-67615e378052 None None] Set router ae61ccd8-dccb-4755-b60d-61ac4b25fa99 gateway port host: dv-cinder-773876-4-iscsi {{(pid=113347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:50:14.287383 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4bb20-a09c-4920-99de-4b896643744d req-00b0274c-1413-4fee-b72e-9fe3a93ae10d tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:14.289422 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-6bb4bb20-a09c-4920-99de-4b896643744d req-00b0274c-1413-4fee-b72e-9fe3a93ae10d tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 946 time: 0.1266561 Nov 02 16:50:14.314756 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-840fe275-ebfa-47a4-a449-9e7f5b08dd18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:14.360709 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-840fe275-ebfa-47a4-a449-9e7f5b08dd18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:14.378188 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-6fd26d06-d1aa-4371-b4a6-b5a745e271a0 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Publish callbacks [] for security_group, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:14.383107 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35380d50-4b7f-4d91-9e3c-8bb08253f143 req-7f469224-7248-48c4-93f0-38d4f9ede067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:14.384004 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-35380d50-4b7f-4d91-9e3c-8bb08253f143 req-7f469224-7248-48c4-93f0-38d4f9ede067 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=078aa8372f994f1eafe3013d58d8c979&device_id=fd91cbf0-2d7e-4a11-9073-6e61ccfc7295 HTTP/1.1" status: 200 len: 1099 time: 0.0834610 Nov 02 16:50:14.385418 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-6fd26d06-d1aa-4371-b4a6-b5a745e271a0 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:14.406628 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-6bb4bb20-a09c-4920-99de-4b896643744d req-081fd234-5427-453b-be2d-da2c4fdc63c2 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups?id=defac20c-ef6f-4b35-b645-37394d3dc510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038320 Nov 02 16:50:14.457654 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-6fd26d06-d1aa-4371-b4a6-b5a745e271a0 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Publish callbacks [] for security_group, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:14.459336 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-6fd26d06-d1aa-4371-b4a6-b5a745e271a0 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2660940 Nov 02 16:50:14.463394 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 44132) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:14.474010 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.v2.base [None req-be2a6db5-d722-4f6d-8f51-cf7442d16e90 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Request body: {'security_group_rule': {'security_group_id': '51a5be46-46b8-4574-9203-4a50b68dea4b', 'project_id': '078aa8372f994f1eafe3013d58d8c979', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:50:14.491569 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd26d06-d1aa-4371-b4a6-b5a745e271a0 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51a5be46-46b8-4574-9203-4a50b68dea4b,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:14.503758 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-840fe275-ebfa-47a4-a449-9e7f5b08dd18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:14.507230 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-840fe275-ebfa-47a4-a449-9e7f5b08dd18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:14.508709 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-840fe275-ebfa-47a4-a449-9e7f5b08dd18 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/449599bb-f7c6-4dd5-9a67-f30a1a63703a HTTP/1.1" status: 204 len: 168 time: 0.2968657 Nov 02 16:50:14.522817 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840fe275-ebfa-47a4-a449-9e7f5b08dd18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=449599bb-f7c6-4dd5-9a67-f30a1a63703a,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:14.538986 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-be2a6db5-d722-4f6d-8f51-cf7442d16e90 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Publish callbacks [] for security_group_rule, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:14.564472 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35380d50-4b7f-4d91-9e3c-8bb08253f143 req-95f25a42-f87f-465a-82aa-64248c3e6040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:14.566949 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-35380d50-4b7f-4d91-9e3c-8bb08253f143 req-95f25a42-f87f-465a-82aa-64248c3e6040 service neutron] 10.222.0.76 "GET /v2.0/networks?id=feac3926-83aa-4c72-bcab-fa9f4d378711 HTTP/1.1" status: 200 len: 916 time: 0.1686826 Nov 02 16:50:14.677702 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0b95-0143-42d2-8d33-45f1b37c89de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:14.693417 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-be2a6db5-d722-4f6d-8f51-cf7442d16e90 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:14.706307 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-be2a6db5-d722-4f6d-8f51-cf7442d16e90 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759769'] for security_group_rule, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:14.716515 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-35380d50-4b7f-4d91-9e3c-8bb08253f143 req-488be1ff-7ed9-4879-90ec-03d3829eff25 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e HTTP/1.1" status: 200 len: 999 time: 0.1376574 Nov 02 16:50:14.752414 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-be2a6db5-d722-4f6d-8f51-cf7442d16e90 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Publish callbacks [] for security_group_rule, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:14.758974 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-be2a6db5-d722-4f6d-8f51-cf7442d16e90 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2932372 Nov 02 16:50:14.765075 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 44140) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:14.778436 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.v2.base [None req-dd7001ac-92e1-455c-a811-b3d9207179a3 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Request body: {'security_group_rule': {'security_group_id': '51a5be46-46b8-4574-9203-4a50b68dea4b', 'project_id': '078aa8372f994f1eafe3013d58d8c979', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=113344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:50:14.825840 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-39fe0ed8-527f-4dbc-9e53-67615e378052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae61ccd8-dccb-4755-b60d-61ac4b25fa99', 'name': 'tempest-TestMinimumBasicScenario-1845279063-router', 'tenant_id': '078aa8372f994f1eafe3013d58d8c979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '6b8f6113-0284-4530-a276-747a7f36f194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:48:49Z', 'updated_at': '2021-11-02T16:48:53Z', 'revision_number': 4, 'project_id': '078aa8372f994f1eafe3013d58d8c979', 'gw_port': {'id': '6b8f6113-0284-4530-a276-747a7f36f194', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:dd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae61ccd8-dccb-4755-b60d-61ac4b25fa99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:48:50Z', 'updated_at': '2021-11-02T16:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_floatingips': [{'id': '45fa8b1e-cb79-4b0c-b087-68c0cf706a72', 'tenant_id': '078aa8372f994f1eafe3013d58d8c979', 'floating_ip_address': '172.27.1.64', 'floating_network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'router_id': 'ae61ccd8-dccb-4755-b60d-61ac4b25fa99', 'port_id': 'dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'feac3926-83aa-4c72-bcab-fa9f4d378711', 'mac_address': 'fa:16:3e:40:ac:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd91cbf0-2d7e-4a11-9073-6e61ccfc7295', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:50:12Z', 'updated_at': '2021-11-02T16:50:12Z', 'revision_number': 0, 'project_id': '078aa8372f994f1eafe3013d58d8c979', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '067dfcd5-7af1-4f49-b8d7-5401f482bd81', 'name': '', 'network_id': 'feac3926-83aa-4c72-bcab-fa9f4d378711', 'tenant_id': '078aa8372f994f1eafe3013d58d8c979', 'mac_address': 'fa:16:3e:ca:d4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae61ccd8-dccb-4755-b60d-61ac4b25fa99', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'dc55a5e7-c1f4-4d71-9d94-8bce00c08b5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:48:52Z', 'updated_at': '2021-11-02T16:48:59Z', 'revision_number': 5, 'project_id': '078aa8372f994f1eafe3013d58d8c979', 'subnets': [{'id': 'dc55a5e7-c1f4-4d71-9d94-8bce00c08b5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:14.834855 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35380d50-4b7f-4d91-9e3c-8bb08253f143 req-e04a5714-37d0-44ea-ae4f-d9ce9201542d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:14.837224 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-35380d50-4b7f-4d91-9e3c-8bb08253f143 req-e04a5714-37d0-44ea-ae4f-d9ce9201542d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dc55a5e7-c1f4-4d71-9d94-8bce00c08b5a HTTP/1.1" status: 200 len: 854 time: 0.1043334 Nov 02 16:50:14.875565 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2a6db5-d722-4f6d-8f51-cf7442d16e90 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f478156-78c5-4b09-8107-726d0032e233,revision_number=0']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:14.876299 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fe0ed8-527f-4dbc-9e53-67615e378052 None None] Checking router: ae61ccd8-dccb-4755-b60d-61ac4b25fa99 for host: dv-cinder-773876-4-iscsi {{(pid=113347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:50:14.900100 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fe0ed8-527f-4dbc-9e53-67615e378052 None None] Routers {'ae61ccd8-dccb-4755-b60d-61ac4b25fa99'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:50:14.902158 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-39fe0ed8-527f-4dbc-9e53-67615e378052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:50:11Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['ae61ccd8-dccb-4755-b60d-61ac4b25fa99'], 'active': True} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:14.928748 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abb0a91-8fe0-465f-980c-81b92c42da21 req-0f48b594-8a60-4863-96b7-f8bf26511a97 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:14.938725 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-8abb0a91-8fe0-465f-980c-81b92c42da21 req-0f48b594-8a60-4863-96b7-f8bf26511a97 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=cc421583-8747-41db-b896-e40bed32a554 HTTP/1.1" status: 200 len: 946 time: 0.1486506 Nov 02 16:50:14.955706 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35380d50-4b7f-4d91-9e3c-8bb08253f143 req-0ea92d8e-8427-4cec-8a52-8c31f1006db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:14.957265 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-35380d50-4b7f-4d91-9e3c-8bb08253f143 req-0ea92d8e-8427-4cec-8a52-8c31f1006db9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=feac3926-83aa-4c72-bcab-fa9f4d378711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1059368 Nov 02 16:50:14.971073 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-dd7001ac-92e1-455c-a811-b3d9207179a3 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Publish callbacks [] for security_group_rule, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:14.988685 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf4668-a450-49dd-acfa-8389673e3d1d req-4e3238bd-9a5d-4039-bfd6-617799f9d1d3 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:14.990432 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-e4cf4668-a450-49dd-acfa-8389673e3d1d req-4e3238bd-9a5d-4039-bfd6-617799f9d1d3 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 945 time: 0.0915303 Nov 02 16:50:15.016071 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-8abb0a91-8fe0-465f-980c-81b92c42da21 req-becfd24b-88d5-4fd5-899d-6b500685d454 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763259 Nov 02 16:50:15.053464 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvr_db [None req-39fe0ed8-527f-4dbc-9e53-67615e378052 None None] Set router ae61ccd8-dccb-4755-b60d-61ac4b25fa99 gateway port host: dv-cinder-773876-4-iscsi {{(pid=113347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:50:15.142265 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-e4cf4668-a450-49dd-acfa-8389673e3d1d req-251a47da-0885-4311-a407-b43668fc09d1 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330559 Nov 02 16:50:15.153965 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-35380d50-4b7f-4d91-9e3c-8bb08253f143 req-84d6d5bb-e5cf-4d42-aeb0-67ef214658b2 service neutron] 10.222.0.76 "GET /v2.0/networks/feac3926-83aa-4c72-bcab-fa9f4d378711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820078 Nov 02 16:50:15.286690 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-35380d50-4b7f-4d91-9e3c-8bb08253f143 req-156ec95e-a41d-4b74-8bd1-c5dd86b0781e service neutron] 10.222.0.76 "GET /v2.0/networks/feac3926-83aa-4c72-bcab-fa9f4d378711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079662 Nov 02 16:50:15.331676 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-39fe0ed8-527f-4dbc-9e53-67615e378052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae61ccd8-dccb-4755-b60d-61ac4b25fa99', 'name': 'tempest-TestMinimumBasicScenario-1845279063-router', 'tenant_id': '078aa8372f994f1eafe3013d58d8c979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '6b8f6113-0284-4530-a276-747a7f36f194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:48:49Z', 'updated_at': '2021-11-02T16:48:53Z', 'revision_number': 4, 'project_id': '078aa8372f994f1eafe3013d58d8c979', 'gw_port': {'id': '6b8f6113-0284-4530-a276-747a7f36f194', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:dd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae61ccd8-dccb-4755-b60d-61ac4b25fa99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:48:50Z', 'updated_at': '2021-11-02T16:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_floatingips': [{'id': '45fa8b1e-cb79-4b0c-b087-68c0cf706a72', 'tenant_id': '078aa8372f994f1eafe3013d58d8c979', 'floating_ip_address': '172.27.1.64', 'floating_network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'router_id': 'ae61ccd8-dccb-4755-b60d-61ac4b25fa99', 'port_id': 'dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'feac3926-83aa-4c72-bcab-fa9f4d378711', 'mac_address': 'fa:16:3e:40:ac:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd91cbf0-2d7e-4a11-9073-6e61ccfc7295', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:50:12Z', 'updated_at': '2021-11-02T16:50:12Z', 'revision_number': 0, 'project_id': '078aa8372f994f1eafe3013d58d8c979', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '067dfcd5-7af1-4f49-b8d7-5401f482bd81', 'name': '', 'network_id': 'feac3926-83aa-4c72-bcab-fa9f4d378711', 'tenant_id': '078aa8372f994f1eafe3013d58d8c979', 'mac_address': 'fa:16:3e:ca:d4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae61ccd8-dccb-4755-b60d-61ac4b25fa99', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'dc55a5e7-c1f4-4d71-9d94-8bce00c08b5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:48:52Z', 'updated_at': '2021-11-02T16:48:59Z', 'revision_number': 5, 'project_id': '078aa8372f994f1eafe3013d58d8c979', 'subnets': [{'id': 'dc55a5e7-c1f4-4d71-9d94-8bce00c08b5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:15.363436 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fe0ed8-527f-4dbc-9e53-67615e378052 None None] The sync data for ids ['ae61ccd8-dccb-4755-b60d-61ac4b25fa99'] in dv-cinder-773876-4-iscsi is: [{'id': 'ae61ccd8-dccb-4755-b60d-61ac4b25fa99', 'name': 'tempest-TestMinimumBasicScenario-1845279063-router', 'tenant_id': '078aa8372f994f1eafe3013d58d8c979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '6b8f6113-0284-4530-a276-747a7f36f194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:48:49Z', 'updated_at': '2021-11-02T16:48:53Z', 'revision_number': 4, 'project_id': '078aa8372f994f1eafe3013d58d8c979', 'gw_port': {'id': '6b8f6113-0284-4530-a276-747a7f36f194', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:dd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae61ccd8-dccb-4755-b60d-61ac4b25fa99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:48:50Z', 'updated_at': '2021-11-02T16:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_floatingips': [{'id': '45fa8b1e-cb79-4b0c-b087-68c0cf706a72', 'tenant_id': '078aa8372f994f1eafe3013d58d8c979', 'floating_ip_address': '172.27.1.64', 'floating_network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'router_id': 'ae61ccd8-dccb-4755-b60d-61ac4b25fa99', 'port_id': 'dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'feac3926-83aa-4c72-bcab-fa9f4d378711', 'mac_address': 'fa:16:3e:40:ac:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd91cbf0-2d7e-4a11-9073-6e61ccfc7295', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:50:12Z', 'updated_at': '2021-11-02T16:50:12Z', 'revision_number': 0, 'project_id': '078aa8372f994f1eafe3013d58d8c979', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '067dfcd5-7af1-4f49-b8d7-5401f482bd81', 'name': '', 'network_id': 'feac3926-83aa-4c72-bcab-fa9f4d378711', 'tenant_id': '078aa8372f994f1eafe3013d58d8c979', 'mac_address': 'fa:16:3e:ca:d4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae61ccd8-dccb-4755-b60d-61ac4b25fa99', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'dc55a5e7-c1f4-4d71-9d94-8bce00c08b5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:48:52Z', 'updated_at': '2021-11-02T16:48:59Z', 'revision_number': 5, 'project_id': '078aa8372f994f1eafe3013d58d8c979', 'subnets': [{'id': 'dc55a5e7-c1f4-4d71-9d94-8bce00c08b5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:50:15.391491 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-dd7001ac-92e1-455c-a811-b3d9207179a3 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:15.399126 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-dd7001ac-92e1-455c-a811-b3d9207179a3 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759769'] for security_group_rule, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:15.413399 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef731fe-b406-4019-9cca-3ceecf1b7ee2 req-3e8dd35d-a7cf-4287-9330-4462652f3591 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:15.415007 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-bef731fe-b406-4019-9cca-3ceecf1b7ee2 req-3e8dd35d-a7cf-4287-9330-4462652f3591 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 945 time: 0.0808368 Nov 02 16:50:15.437409 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7001ac-92e1-455c-a811-b3d9207179a3 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71ce6839-326d-4a8c-b369-1097e15db466,revision_number=0']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:15.455456 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-dd7001ac-92e1-455c-a811-b3d9207179a3 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Publish callbacks [] for security_group_rule, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:15.456989 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-dd7001ac-92e1-455c-a811-b3d9207179a3 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6840374 Nov 02 16:50:15.459867 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 44146) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:15.465126 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.v2.base [None req-47cc3bb5-68c9-421c-9e55-2297c43e150c tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Request body: {'security_group_rule': {'security_group_id': '51a5be46-46b8-4574-9203-4a50b68dea4b', 'project_id': '078aa8372f994f1eafe3013d58d8c979', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=113344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:50:15.515514 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-bef731fe-b406-4019-9cca-3ceecf1b7ee2 req-c576f2c9-19c3-4327-99de-3a9d099d4b88 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899723 Nov 02 16:50:15.536920 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-47cc3bb5-68c9-421c-9e55-2297c43e150c tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Publish callbacks [] for security_group_rule, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:15.597016 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302968bf-5ba6-4b4a-8641-c7f5776a9672 req-737ed40f-95d9-4a1d-b7bb-99c79f779ae5 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:15.606005 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-302968bf-5ba6-4b4a-8641-c7f5776a9672 req-737ed40f-95d9-4a1d-b7bb-99c79f779ae5 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 946 time: 0.0964823 Nov 02 16:50:15.607320 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-47cc3bb5-68c9-421c-9e55-2297c43e150c tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:15.613434 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-47cc3bb5-68c9-421c-9e55-2297c43e150c tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759769'] for security_group_rule, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:15.633899 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cc3bb5-68c9-421c-9e55-2297c43e150c tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc648d7d-1a83-4376-959c-1adf96189589,revision_number=0']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:15.645354 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-47cc3bb5-68c9-421c-9e55-2297c43e150c tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Publish callbacks [] for security_group_rule, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:15.647012 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-47cc3bb5-68c9-421c-9e55-2297c43e150c tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1859531 Nov 02 16:50:15.649878 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 44148) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:15.656414 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.v2.base [None req-6bd1131d-8265-4dea-b93c-70c57331147a tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Request body: {'security_group_rule': {'security_group_id': '51a5be46-46b8-4574-9203-4a50b68dea4b', 'project_id': '078aa8372f994f1eafe3013d58d8c979', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=113344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:50:15.694373 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-6bd1131d-8265-4dea-b93c-70c57331147a tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Publish callbacks [] for security_group_rule, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:15.698315 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-302968bf-5ba6-4b4a-8641-c7f5776a9672 req-19c9de6d-3e05-4144-a105-6c9d8eaa1efe tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups?id=defac20c-ef6f-4b35-b645-37394d3dc510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911522 Nov 02 16:50:15.724280 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af964bd-0ae3-4a44-8b88-cb521af7b888 None None] New status for floating IP 45fa8b1e-cb79-4b0c-b087-68c0cf706a72: ACTIVE {{(pid=113346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 16:50:15.726283 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b44a80e-7463-44a7-8eea-d3dbf2528d65 req-d81c5e3e-6220-4533-a934-7bb8763ab095 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:15.728098 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-0b44a80e-7463-44a7-8eea-d3dbf2528d65 req-d81c5e3e-6220-4533-a934-7bb8763ab095 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.76 "GET /v2.0/ports?device_id=cc421583-8747-41db-b896-e40bed32a554 HTTP/1.1" status: 200 len: 946 time: 0.0688703 Nov 02 16:50:15.771055 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-6bd1131d-8265-4dea-b93c-70c57331147a tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:15.778212 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-6bd1131d-8265-4dea-b93c-70c57331147a tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759769'] for security_group_rule, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:15.800242 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd1131d-8265-4dea-b93c-70c57331147a tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bbf689d-3dfa-46d6-a0be-69bc54e18ea2,revision_number=0']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:15.807359 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-6bd1131d-8265-4dea-b93c-70c57331147a tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Publish callbacks [] for security_group_rule, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:15.808695 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-6bd1131d-8265-4dea-b93c-70c57331147a tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1575339 Nov 02 16:50:15.812709 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 44150) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:15.817574 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.v2.base [None req-24d08c55-cd62-4bf0-8bf9-9534eda8b8df tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Request body: {'security_group_rule': {'security_group_id': '51a5be46-46b8-4574-9203-4a50b68dea4b', 'project_id': '078aa8372f994f1eafe3013d58d8c979', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=113344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:50:15.845691 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.db.securitygroups_db [None req-24d08c55-cd62-4bf0-8bf9-9534eda8b8df tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Project 078aa8372f994f1eafe3013d58d8c979 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 16:50:15.851153 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-24d08c55-cd62-4bf0-8bf9-9534eda8b8df tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Publish callbacks [] for security_group_rule, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:15.855527 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [req-0b44a80e-7463-44a7-8eea-d3dbf2528d65 req-82735fc7-e756-49b5-8eb8-0c7922bdc8f0 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Deleting port f4eb8e96-4a89-4943-bb1e-67b3c0d0953e {{(pid=113345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 16:50:15.856011 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-0b44a80e-7463-44a7-8eea-d3dbf2528d65 req-82735fc7-e756-49b5-8eb8-0c7922bdc8f0 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788025385849'] for port, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:15.928098 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-24d08c55-cd62-4bf0-8bf9-9534eda8b8df tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:15.933105 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-24d08c55-cd62-4bf0-8bf9-9534eda8b8df tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759769'] for security_group_rule, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:15.955926 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d08c55-cd62-4bf0-8bf9-9534eda8b8df tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23bd207e-aede-4373-b28b-7df1ab793ed8,revision_number=0']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:15.967669 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.db [req-0b44a80e-7463-44a7-8eea-d3dbf2528d65 req-82735fc7-e756-49b5-8eb8-0c7922bdc8f0 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] For port f4eb8e96-4a89-4943-bb1e-67b3c0d0953e, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=f4eb8e96-4a89-4943-bb1e-67b3c0d0953e,segment=NetworkSegment(d6d67ab2-fd0f-4a4e-a197-bf243bf1fa07),segment_id=d6d67ab2-fd0f-4a4e-a197-bf243bf1fa07)] {{(pid=113345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:50:15.967964 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-24d08c55-cd62-4bf0-8bf9-9534eda8b8df tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Publish callbacks [] for security_group_rule, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:15.968449 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-0b44a80e-7463-44a7-8eea-d3dbf2528d65 req-82735fc7-e756-49b5-8eb8-0c7922bdc8f0 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710950'] for port, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:15.972047 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-24d08c55-cd62-4bf0-8bf9-9534eda8b8df tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1554933 Nov 02 16:50:15.972546 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 44152) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:15.977466 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.v2.base [None req-686991da-60a9-4458-9ebf-d79f375bce89 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Request body: {'security_group_rule': {'security_group_id': '51a5be46-46b8-4574-9203-4a50b68dea4b', 'project_id': '078aa8372f994f1eafe3013d58d8c979', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=113344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:50:15.986058 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [req-0b44a80e-7463-44a7-8eea-d3dbf2528d65 req-82735fc7-e756-49b5-8eb8-0c7922bdc8f0 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Calling delete_port for f4eb8e96-4a89-4943-bb1e-67b3c0d0953e owned by compute:nova {{(pid=113345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 16:50:16.006935 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.db.securitygroups_db [None req-686991da-60a9-4458-9ebf-d79f375bce89 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Project 078aa8372f994f1eafe3013d58d8c979 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 16:50:16.014101 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-686991da-60a9-4458-9ebf-d79f375bce89 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Publish callbacks [] for security_group_rule, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:16.063619 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:16.115952 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-686991da-60a9-4458-9ebf-d79f375bce89 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:16.121437 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-686991da-60a9-4458-9ebf-d79f375bce89 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759769'] for security_group_rule, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:16.162253 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-0b44a80e-7463-44a7-8eea-d3dbf2528d65 req-82735fc7-e756-49b5-8eb8-0c7922bdc8f0 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788025390403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788024814071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27915883'] for port, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:16.170835 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686991da-60a9-4458-9ebf-d79f375bce89 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c3e207a-2b67-43a9-a08b-e0a3af15dae9,revision_number=0']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:16.179630 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-686991da-60a9-4458-9ebf-d79f375bce89 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Publish callbacks [] for security_group_rule, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:16.181253 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-686991da-60a9-4458-9ebf-d79f375bce89 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2077281 Nov 02 16:50:16.191895 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] get_ports_and_sgs() called for port_ids ['6d3bae71-e514-49ab-9222-9632d4fba0f5', 'f4eb8e96-4a89-4943-bb1e-67b3c0d0953e'] {{(pid=113346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:50:16.199918 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82735fc7-e756-49b5-8eb8-0c7922bdc8f0 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Pushing event deleted for resources: {'Port': ['ID=f4eb8e96-4a89-4943-bb1e-67b3c0d0953e,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:16.214064 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdd8587-51ae-4e13-906d-1f406a0d938f req-c7e9bfd4-c96d-4410-8b44-0296159e9f83 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:16.216609 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-5bdd8587-51ae-4e13-906d-1f406a0d938f req-c7e9bfd4-c96d-4410-8b44-0296159e9f83 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=cc421583-8747-41db-b896-e40bed32a554 HTTP/1.1" status: 200 len: 867 time: 0.0919478 Nov 02 16:50:16.275934 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b44a80e-7463-44a7-8eea-d3dbf2528d65 req-82735fc7-e756-49b5-8eb8-0c7922bdc8f0 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] No DVR routers for this DVR port f4eb8e96-4a89-4943-bb1e-67b3c0d0953e on host hv-cinder-77387 {{(pid=113345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:50:16.280594 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-0b44a80e-7463-44a7-8eea-d3dbf2528d65 req-82735fc7-e756-49b5-8eb8-0c7922bdc8f0 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221'] for port, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:16.285309 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-0b44a80e-7463-44a7-8eea-d3dbf2528d65 req-82735fc7-e756-49b5-8eb8-0c7922bdc8f0 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.76 "DELETE /v2.0/ports/f4eb8e96-4a89-4943-bb1e-67b3c0d0953e HTTP/1.1" status: 204 len: 173 time: 0.5414684 Nov 02 16:50:16.286257 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc421583-8747-41db-b896-e40bed32a554', 'name': 'network-vif-deleted', 'tag': 'f4eb8e96-4a89-4943-bb1e-67b3c0d0953e'}] {{(pid=113345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:50:16.288893 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88728d28071a92af03fe3e2826ca256f68f88e9f4aa3bce1a4ce6001ce5f6d9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec93ecf-c005-484d-8123-1bfcab414a74" -d '{"events": [{"server_uuid": "cc421583-8747-41db-b896-e40bed32a554", "name": "network-vif-deleted", "tag": "f4eb8e96-4a89-4943-bb1e-67b3c0d0953e"}]}' {{(pid=113345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:50:16.297637 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-5bdd8587-51ae-4e13-906d-1f406a0d938f req-8a2ab95d-1072-4375-807e-5551a01975a3 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728037 Nov 02 16:50:16.352777 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66868ee-02e7-46aa-b757-61600aaaa3d4 req-fca7d46e-763b-4f8b-b90b-9f2e79622fa8 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:16.361529 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-e66868ee-02e7-46aa-b757-61600aaaa3d4 req-fca7d46e-763b-4f8b-b90b-9f2e79622fa8 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 945 time: 0.0868835 Nov 02 16:50:16.421530 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-e66868ee-02e7-46aa-b757-61600aaaa3d4 req-45a044b3-1ded-4417-a7c4-5f6cf5a93b74 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588238 Nov 02 16:50:16.460292 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-7505490b-f8f9-4521-9b60-fd0a7f92c089 req-8cbc7154-b3d8-490a-980a-b89f29fc289b tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-461784665&fields=id&tenant_id=078aa8372f994f1eafe3013d58d8c979 HTTP/1.1" status: 200 len: 267 time: 0.0565796 Nov 02 16:50:16.474078 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc8737f-9fe3-4b63-bcd1-175552d8947f x-openstack-request-id: req-cbc8737f-9fe3-4b63-bcd1-175552d8947f {{(pid=113345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:50:16.474394 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc421583-8747-41db-b896-e40bed32a554", "name": "network-vif-deleted", "tag": "f4eb8e96-4a89-4943-bb1e-67b3c0d0953e", "status": "completed", "code": 200}]} {{(pid=113345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:50:16.474669 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-cbc8737f-9fe3-4b63-bcd1-175552d8947f {{(pid=113345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:50:16.475144 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc421583-8747-41db-b896-e40bed32a554', 'name': 'network-vif-deleted', 'tag': 'f4eb8e96-4a89-4943-bb1e-67b3c0d0953e', 'status': 'completed', 'code': 200} Nov 02 16:50:16.529471 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7505490b-f8f9-4521-9b60-fd0a7f92c089 req-fbde0c76-5e90-471f-a86e-eb3d7a6dc9ef tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:16.531208 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-7505490b-f8f9-4521-9b60-fd0a7f92c089 req-fbde0c76-5e90-471f-a86e-eb3d7a6dc9ef tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/ports?device_id=fd91cbf0-2d7e-4a11-9073-6e61ccfc7295 HTTP/1.1" status: 200 len: 946 time: 0.0539682 Nov 02 16:50:16.543577 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.v2.base [req-7505490b-f8f9-4521-9b60-fd0a7f92c089 req-c89cf023-c2df-4b98-a625-d77307a8cd1d tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Request body: {'port': {'security_groups': ['f229dc72-75bc-4f7f-9412-443673b95669', '51a5be46-46b8-4574-9203-4a50b68dea4b']}} {{(pid=113344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:50:16.617139 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [req-7505490b-f8f9-4521-9b60-fd0a7f92c089 req-c89cf023-c2df-4b98-a625-d77307a8cd1d tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:16.679417 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5acd6c-289d-4f54-bc96-d80323a6e99d req-74145da9-e271-421c-87cc-a1e2e45e97be tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:16.681156 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-ce5acd6c-289d-4f54-bc96-d80323a6e99d req-74145da9-e271-421c-87cc-a1e2e45e97be tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 945 time: 0.0548284 Nov 02 16:50:16.739192 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-ce5acd6c-289d-4f54-bc96-d80323a6e99d req-855e65a8-f3f1-4d1b-b086-e23f5d6bef8d tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499187 Nov 02 16:50:16.839613 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.db [req-7505490b-f8f9-4521-9b60-fd0a7f92c089 req-c89cf023-c2df-4b98-a625-d77307a8cd1d tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] For port dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e,segment=NetworkSegment(dc14579a-c1fd-47c3-a9d0-a0ee9aecc3df),segment_id=dc14579a-c1fd-47c3-a9d0-a0ee9aecc3df)] {{(pid=113344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:50:16.868419 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf3f32-0421-46ae-9af5-3ab0ec66f5b2 req-122e8c27-3784-4dbc-a78e-0966131993d8 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:16.870224 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-9ccf3f32-0421-46ae-9af5-3ab0ec66f5b2 req-122e8c27-3784-4dbc-a78e-0966131993d8 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 946 time: 0.0582366 Nov 02 16:50:16.872560 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [req-7505490b-f8f9-4521-9b60-fd0a7f92c089 req-c89cf023-c2df-4b98-a625-d77307a8cd1d tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Publish callbacks [] for port, precommit_update {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:16.879083 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [req-7505490b-f8f9-4521-9b60-fd0a7f92c089 req-c89cf023-c2df-4b98-a625-d77307a8cd1d tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25371688'] for port, after_update {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:16.894141 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] get_ports_and_sgs() called for port_ids ['dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e'] {{(pid=113346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:50:16.929191 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7505490b-f8f9-4521-9b60-fd0a7f92c089 req-c89cf023-c2df-4b98-a625-d77307a8cd1d tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:16.930086 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [req-7505490b-f8f9-4521-9b60-fd0a7f92c089 req-c89cf023-c2df-4b98-a625-d77307a8cd1d tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221'] for port, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:16.931606 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-7505490b-f8f9-4521-9b60-fd0a7f92c089 req-c89cf023-c2df-4b98-a625-d77307a8cd1d tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "PUT /v2.0/ports/dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e HTTP/1.1" status: 200 len: 982 time: 0.3931220 Nov 02 16:50:16.932121 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd91cbf0-2d7e-4a11-9073-6e61ccfc7295', 'tag': 'dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e'}] {{(pid=113344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:50:16.934665 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5f30fc3850fd44c96454e051096f60fc18984a92350f5d63aa5481a86e136a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7898c2e-80ff-4e5e-8587-1b8a16412873" -d '{"events": [{"name": "network-changed", "server_uuid": "fd91cbf0-2d7e-4a11-9073-6e61ccfc7295", "tag": "dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e"}]}' {{(pid=113344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:50:16.963076 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89cf023-c2df-4b98-a625-d77307a8cd1d tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Pushing event updated for resources: {'Port': ['ID=dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e,revision_number=6']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:16.965510 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-9ccf3f32-0421-46ae-9af5-3ab0ec66f5b2 req-06c36760-2f01-49bc-a6af-a0584742ee51 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups?id=defac20c-ef6f-4b35-b645-37394d3dc510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856347 Nov 02 16:50:17.034145 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0acd7783-4368-4373-a745-e66f9ab60900 x-openstack-request-id: req-0acd7783-4368-4373-a745-e66f9ab60900 {{(pid=113344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:50:17.034460 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd91cbf0-2d7e-4a11-9073-6e61ccfc7295", "tag": "dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e", "status": "completed", "code": 200}]} {{(pid=113344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:50:17.034744 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-0acd7783-4368-4373-a745-e66f9ab60900 {{(pid=113344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:50:17.035179 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd91cbf0-2d7e-4a11-9073-6e61ccfc7295', 'tag': 'dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e', 'status': 'completed', 'code': 200} Nov 02 16:50:17.093488 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] get_ports_and_sgs() called for port_ids ['dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e'] {{(pid=113346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:50:17.158115 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049daeba-7027-497f-a943-77184b1b7dd5 req-18756df2-a778-4514-bff8-d7e0f86a57e3 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:17.160688 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-049daeba-7027-497f-a943-77184b1b7dd5 req-18756df2-a778-4514-bff8-d7e0f86a57e3 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/ports?device_id=fd91cbf0-2d7e-4a11-9073-6e61ccfc7295 HTTP/1.1" status: 200 len: 985 time: 0.1177444 Nov 02 16:50:17.166116 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7898c2e-80ff-4e5e-8587-1b8a16412873 req-4073cd08-7314-49ca-ba55-ecf6825a26f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:17.171618 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-e7898c2e-80ff-4e5e-8587-1b8a16412873 req-4073cd08-7314-49ca-ba55-ecf6825a26f9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=078aa8372f994f1eafe3013d58d8c979&device_id=fd91cbf0-2d7e-4a11-9073-6e61ccfc7295 HTTP/1.1" status: 200 len: 1138 time: 0.0989275 Nov 02 16:50:17.282028 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-049daeba-7027-497f-a943-77184b1b7dd5 req-d753e5ee-c385-47d1-95e7-5197774d2f27 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/security-groups?id=f229dc72-75bc-4f7f-9412-443673b95669&id=51a5be46-46b8-4574-9203-4a50b68dea4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0985174 Nov 02 16:50:17.325058 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7898c2e-80ff-4e5e-8587-1b8a16412873 req-0c317297-8635-4099-884a-b9da0b7dfe90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:17.325400 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-e7898c2e-80ff-4e5e-8587-1b8a16412873 req-0c317297-8635-4099-884a-b9da0b7dfe90 service neutron] 10.222.0.76 "GET /v2.0/networks?id=feac3926-83aa-4c72-bcab-fa9f4d378711 HTTP/1.1" status: 200 len: 916 time: 0.1323595 Nov 02 16:50:17.382694 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-7ada4d12-a92c-4ff8-9dc7-58e78cd5fe48 None None] Provisioning complete for port dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e triggered by entity DHCP. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:50:17.383082 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-7ada4d12-a92c-4ff8-9dc7-58e78cd5fe48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:17.410005 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-e7898c2e-80ff-4e5e-8587-1b8a16412873 req-7684bd8b-87ff-430a-93a7-0964a02eaad1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e HTTP/1.1" status: 200 len: 1001 time: 0.0661154 Nov 02 16:50:17.477593 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7898c2e-80ff-4e5e-8587-1b8a16412873 req-d998abd7-1b3c-4b9c-b451-63e4905199c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:17.479358 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-e7898c2e-80ff-4e5e-8587-1b8a16412873 req-d998abd7-1b3c-4b9c-b451-63e4905199c1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dc55a5e7-c1f4-4d71-9d94-8bce00c08b5a HTTP/1.1" status: 200 len: 854 time: 0.0537219 Nov 02 16:50:17.543426 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7898c2e-80ff-4e5e-8587-1b8a16412873 req-647dfe5b-2b80-4294-9f32-7395f85562ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:17.545724 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-e7898c2e-80ff-4e5e-8587-1b8a16412873 req-647dfe5b-2b80-4294-9f32-7395f85562ab service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=feac3926-83aa-4c72-bcab-fa9f4d378711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0558751 Nov 02 16:50:17.586976 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b925a18-1744-4de2-8655-0fdfc655db5a req-4e1fb206-31ac-4f54-8967-06fc31f0038e tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:17.590181 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-8b925a18-1744-4de2-8655-0fdfc655db5a req-4e1fb206-31ac-4f54-8967-06fc31f0038e tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 945 time: 0.0633974 Nov 02 16:50:17.655517 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-8b925a18-1744-4de2-8655-0fdfc655db5a req-40b15fd3-d3e7-4e06-b379-c1c9b96fed4b tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588293 Nov 02 16:50:17.684597 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-e7898c2e-80ff-4e5e-8587-1b8a16412873 req-0000d965-5aa2-4c62-8c70-d61d438d6bee service neutron] 10.222.0.76 "GET /v2.0/networks/feac3926-83aa-4c72-bcab-fa9f4d378711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144836 Nov 02 16:50:17.813766 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-e7898c2e-80ff-4e5e-8587-1b8a16412873 req-dc79039d-6dba-4a6d-b473-98e843ac499d service neutron] 10.222.0.76 "GET /v2.0/networks/feac3926-83aa-4c72-bcab-fa9f4d378711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135445 Nov 02 16:50:17.892747 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f6559-3f6c-49a8-80f9-b2b7ff8acaf7 req-3a85e16e-91cf-4676-83e0-937c077c2c4f tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:17.894243 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-f79f6559-3f6c-49a8-80f9-b2b7ff8acaf7 req-3a85e16e-91cf-4676-83e0-937c077c2c4f tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 945 time: 0.0553954 Nov 02 16:50:17.944269 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-f79f6559-3f6c-49a8-80f9-b2b7ff8acaf7 req-75d06e26-dc1e-43f2-9145-996064da6859 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432687 Nov 02 16:50:18.102393 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d9bdf0-b41a-45f9-970d-284b781a82ea req-87ee802c-7b3c-4e9c-8e64-da7d76d226ef tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:18.104058 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-e1d9bdf0-b41a-45f9-970d-284b781a82ea req-87ee802c-7b3c-4e9c-8e64-da7d76d226ef tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 946 time: 0.0545177 Nov 02 16:50:18.161677 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-e1d9bdf0-b41a-45f9-970d-284b781a82ea req-28047ccb-ad53-4b1e-b4fc-72e808af5df1 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups?id=defac20c-ef6f-4b35-b645-37394d3dc510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501637 Nov 02 16:50:18.759098 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c34e35c-8ba1-4b47-9cb0-0b01efc505de req-40a469e7-50fe-4843-a69d-b4005c2ab65c tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:18.761255 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-4c34e35c-8ba1-4b47-9cb0-0b01efc505de req-40a469e7-50fe-4843-a69d-b4005c2ab65c tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=e699b34f-97c8-4316-9e80-4820d1f94e26 HTTP/1.1" status: 200 len: 946 time: 0.0553863 Nov 02 16:50:18.805071 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01188c51-6d86-434e-a2f0-ca1c129d9bc3 req-05d7ae84-319d-4242-9b5a-7fc2de71fdb6 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:18.806912 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-01188c51-6d86-434e-a2f0-ca1c129d9bc3 req-05d7ae84-319d-4242-9b5a-7fc2de71fdb6 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 945 time: 0.0660236 Nov 02 16:50:18.824588 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-4c34e35c-8ba1-4b47-9cb0-0b01efc505de req-e2838523-36f1-43ef-ae10-af5e125d31ee tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561342 Nov 02 16:50:18.869384 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-01188c51-6d86-434e-a2f0-ca1c129d9bc3 req-9a497fca-fd16-4ef4-be57-3979f34b14da tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530457 Nov 02 16:50:19.026675 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71afbbb-fbc2-410e-a08b-aee611a932b5 req-11c9cf4e-dbaa-4206-82e8-f1dc04751e07 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:19.028137 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-d71afbbb-fbc2-410e-a08b-aee611a932b5 req-11c9cf4e-dbaa-4206-82e8-f1dc04751e07 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.76 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 945 time: 0.0523627 Nov 02 16:50:19.079806 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b37c43b-42e8-4df4-8baa-6ef56dc121f9 req-69babfea-13d3-4b9e-b98b-d2d4726caadd tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:19.081440 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-0b37c43b-42e8-4df4-8baa-6ef56dc121f9 req-69babfea-13d3-4b9e-b98b-d2d4726caadd tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 945 time: 0.0550518 Nov 02 16:50:19.133072 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-0b37c43b-42e8-4df4-8baa-6ef56dc121f9 req-4396a642-2e04-4124-8efc-6ec0720442f4 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449603 Nov 02 16:50:19.135491 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [req-d71afbbb-fbc2-410e-a08b-aee611a932b5 req-ed16b262-07e6-4e8a-a276-4ba96e8e4a5a tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Deleting port 4c21c6a5-6c5e-47dc-9609-26483e9e33f3 {{(pid=113345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 16:50:19.136230 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-d71afbbb-fbc2-410e-a08b-aee611a932b5 req-ed16b262-07e6-4e8a-a276-4ba96e8e4a5a tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788025385849'] for port, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:19.233881 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.db [req-d71afbbb-fbc2-410e-a08b-aee611a932b5 req-ed16b262-07e6-4e8a-a276-4ba96e8e4a5a tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] For port 4c21c6a5-6c5e-47dc-9609-26483e9e33f3, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=4c21c6a5-6c5e-47dc-9609-26483e9e33f3,segment=NetworkSegment(80e87b5c-0e86-4ca9-a97e-67171cd2a7f7),segment_id=80e87b5c-0e86-4ca9-a97e-67171cd2a7f7)] {{(pid=113345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:50:19.234231 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-d71afbbb-fbc2-410e-a08b-aee611a932b5 req-ed16b262-07e6-4e8a-a276-4ba96e8e4a5a tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710950'] for port, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:19.256556 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [req-d71afbbb-fbc2-410e-a08b-aee611a932b5 req-ed16b262-07e6-4e8a-a276-4ba96e8e4a5a tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Calling delete_port for 4c21c6a5-6c5e-47dc-9609-26483e9e33f3 owned by compute:nova {{(pid=113345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 16:50:19.342711 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e700b6a-f138-47dc-b585-15c8c15c1d3b req-23c2d8b9-4a36-4b0a-8d62-4a8631e8a631 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:19.344198 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-7e700b6a-f138-47dc-b585-15c8c15c1d3b req-23c2d8b9-4a36-4b0a-8d62-4a8631e8a631 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 946 time: 0.1073387 Nov 02 16:50:19.429304 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-7e700b6a-f138-47dc-b585-15c8c15c1d3b req-76eac98c-1be9-4e62-9021-6efbdc12ace1 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups?id=defac20c-ef6f-4b35-b645-37394d3dc510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782416 Nov 02 16:50:19.457722 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-d71afbbb-fbc2-410e-a08b-aee611a932b5 req-ed16b262-07e6-4e8a-a276-4ba96e8e4a5a tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788025390403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788024814071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27915883'] for port, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:19.458760 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device f4eb8e96-4a89-4943-bb1e-67b3c0d0953e no longer exists at agent hyperv_hv-cinder-77387 {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:50:19.484831 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] No Port match for: f4eb8e96-4a89-4943-bb1e-67b3c0d0953e {{(pid=113346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 16:50:19.485717 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device f4eb8e96-4a89-4943-bb1e-67b3c0d0953e not bound to the agent host hv-cinder-77387 {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:50:19.487940 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] get_ports_and_sgs() called for port_ids ['4c21c6a5-6c5e-47dc-9609-26483e9e33f3', '8c95a943-ceda-4a49-8043-1035f5d14c4a'] {{(pid=113346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:50:19.492632 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed16b262-07e6-4e8a-a276-4ba96e8e4a5a tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Pushing event deleted for resources: {'Port': ['ID=4c21c6a5-6c5e-47dc-9609-26483e9e33f3,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:19.546995 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.l3_dvrscheduler_db [req-d71afbbb-fbc2-410e-a08b-aee611a932b5 req-ed16b262-07e6-4e8a-a276-4ba96e8e4a5a tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] No DVR routers for this DVR port 4c21c6a5-6c5e-47dc-9609-26483e9e33f3 on host hv-cinder-77387 {{(pid=113345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:50:19.550518 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-d71afbbb-fbc2-410e-a08b-aee611a932b5 req-ed16b262-07e6-4e8a-a276-4ba96e8e4a5a tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221'] for port, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:19.555803 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-d71afbbb-fbc2-410e-a08b-aee611a932b5 req-ed16b262-07e6-4e8a-a276-4ba96e8e4a5a tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.76 "DELETE /v2.0/ports/4c21c6a5-6c5e-47dc-9609-26483e9e33f3 HTTP/1.1" status: 204 len: 173 time: 0.5147715 Nov 02 16:50:19.556375 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17da9bbd-fb82-4abe-a41e-4edac4b87bc7', 'name': 'network-vif-deleted', 'tag': '4c21c6a5-6c5e-47dc-9609-26483e9e33f3'}] {{(pid=113345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:50:19.558896 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88728d28071a92af03fe3e2826ca256f68f88e9f4aa3bce1a4ce6001ce5f6d9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2029ba-a5b6-4e47-baf6-e10474632cb4" -d '{"events": [{"server_uuid": "17da9bbd-fb82-4abe-a41e-4edac4b87bc7", "name": "network-vif-deleted", "tag": "4c21c6a5-6c5e-47dc-9609-26483e9e33f3"}]}' {{(pid=113345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:50:19.650968 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1419e195-1e0c-48fe-996e-0eb042e912be x-openstack-request-id: req-1419e195-1e0c-48fe-996e-0eb042e912be {{(pid=113345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:50:19.651317 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17da9bbd-fb82-4abe-a41e-4edac4b87bc7", "name": "network-vif-deleted", "tag": "4c21c6a5-6c5e-47dc-9609-26483e9e33f3", "status": "completed", "code": 200}]} {{(pid=113345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:50:19.651552 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-1419e195-1e0c-48fe-996e-0eb042e912be {{(pid=113345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:50:19.651971 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17da9bbd-fb82-4abe-a41e-4edac4b87bc7', 'name': 'network-vif-deleted', 'tag': '4c21c6a5-6c5e-47dc-9609-26483e9e33f3', 'status': 'completed', 'code': 200} Nov 02 16:50:19.719313 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29145f18-7bbf-49cc-9e1f-32cdab66da63 req-d68788aa-f105-44aa-9ef2-91a794155db5 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:19.721023 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-29145f18-7bbf-49cc-9e1f-32cdab66da63 req-d68788aa-f105-44aa-9ef2-91a794155db5 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 946 time: 0.0697923 Nov 02 16:50:19.780607 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-29145f18-7bbf-49cc-9e1f-32cdab66da63 req-a045ab12-e752-4aaa-a5f8-13d0bb81b45e tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups?id=defac20c-ef6f-4b35-b645-37394d3dc510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519493 Nov 02 16:50:19.871163 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf49215-567a-4cb7-8ef0-c196079e5dac req-6a9b6626-dae2-475a-b2a8-82c813370c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:19.872844 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-daf49215-567a-4cb7-8ef0-c196079e5dac req-6a9b6626-dae2-475a-b2a8-82c813370c36 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a575c6bd2e574ad19dc299cc1df253f3&device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 1099 time: 0.0487485 Nov 02 16:50:19.997136 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-9bc9a7dc-ebec-4b7d-b9ef-3fe2be02897d req-c1f1046d-df4c-4814-b0d0-f210c4b0bf02 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=17da9bbd-fb82-4abe-a41e-4edac4b87bc7 HTTP/1.1" status: 200 len: 210 time: 0.0338318 Nov 02 16:50:20.034382 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eaf841-cc7d-413c-b609-4e08f5553ca1 req-86a23917-5b5c-4f07-8c3c-f0109a648722 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:20.036065 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-46eaf841-cc7d-413c-b609-4e08f5553ca1 req-86a23917-5b5c-4f07-8c3c-f0109a648722 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=e699b34f-97c8-4316-9e80-4820d1f94e26 HTTP/1.1" status: 200 len: 946 time: 0.1247647 Nov 02 16:50:20.039699 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf49215-567a-4cb7-8ef0-c196079e5dac req-a22f0865-c81d-4b82-b9a0-92f3c182044a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:20.041332 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-daf49215-567a-4cb7-8ef0-c196079e5dac req-a22f0865-c81d-4b82-b9a0-92f3c182044a service neutron] 10.222.0.76 "GET /v2.0/networks?id=c3ac4ab4-0ce0-4abb-9960-272f99ead558 HTTP/1.1" status: 200 len: 912 time: 0.1502278 Nov 02 16:50:20.138872 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-46eaf841-cc7d-413c-b609-4e08f5553ca1 req-89a4c7bf-993d-45d5-8018-69a20c2a95a5 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958378 Nov 02 16:50:20.146273 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-daf49215-567a-4cb7-8ef0-c196079e5dac req-bb41c244-450c-46c3-9631-05fbeaffd8e8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f7b9d28-8f61-494a-88cb-4fc30ad64a7e HTTP/1.1" status: 200 len: 1002 time: 0.0869789 Nov 02 16:50:20.217832 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf49215-567a-4cb7-8ef0-c196079e5dac req-26261783-68d8-4f37-b6ee-eb6053e94f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:20.220001 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-daf49215-567a-4cb7-8ef0-c196079e5dac req-26261783-68d8-4f37-b6ee-eb6053e94f64 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=81d3d140-25a2-438b-a64f-a1dea867ba0d HTTP/1.1" status: 200 len: 850 time: 0.0537453 Nov 02 16:50:20.263490 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c437b5-27a1-4aa4-887b-121eb4273ca5 req-ed7a69b7-e350-404a-9343-a5572c807844 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:20.265674 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-b4c437b5-27a1-4aa4-887b-121eb4273ca5 req-ed7a69b7-e350-404a-9343-a5572c807844 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 945 time: 0.0545304 Nov 02 16:50:20.299531 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf49215-567a-4cb7-8ef0-c196079e5dac req-9f839e23-5a39-4ef0-bee3-762ce937cd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:20.301205 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-daf49215-567a-4cb7-8ef0-c196079e5dac req-9f839e23-5a39-4ef0-bee3-762ce937cd98 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c3ac4ab4-0ce0-4abb-9960-272f99ead558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0527380 Nov 02 16:50:20.320969 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-b4c437b5-27a1-4aa4-887b-121eb4273ca5 req-8f7df938-95ea-4df7-836c-826ff4230dc2 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474646 Nov 02 16:50:20.419013 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-daf49215-567a-4cb7-8ef0-c196079e5dac req-b124fc72-46ac-4428-8e62-694073c544b2 service neutron] 10.222.0.76 "GET /v2.0/networks/c3ac4ab4-0ce0-4abb-9960-272f99ead558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976338 Nov 02 16:50:20.524260 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-daf49215-567a-4cb7-8ef0-c196079e5dac req-29175375-a4a6-4eea-8bda-e59e387652b1 service neutron] 10.222.0.76 "GET /v2.0/networks/c3ac4ab4-0ce0-4abb-9960-272f99ead558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934725 Nov 02 16:50:20.912799 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc2dae4-9e2e-485d-a399-ff5a7b5389ca req-e569487d-1aa9-4c85-91eb-531f3f46473a tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:20.914410 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-2bc2dae4-9e2e-485d-a399-ff5a7b5389ca req-e569487d-1aa9-4c85-91eb-531f3f46473a tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 946 time: 0.0590580 Nov 02 16:50:20.968922 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-2bc2dae4-9e2e-485d-a399-ff5a7b5389ca req-fb5efe55-a6b4-46cd-9020-9370c089dcec tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups?id=defac20c-ef6f-4b35-b645-37394d3dc510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466657 Nov 02 16:50:21.289670 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522718f-10d9-472f-825e-739d56f9e55d req-c06a1010-da1c-47e9-a16c-cfdd3ad5d841 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:21.291935 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-b522718f-10d9-472f-825e-739d56f9e55d req-c06a1010-da1c-47e9-a16c-cfdd3ad5d841 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=e699b34f-97c8-4316-9e80-4820d1f94e26 HTTP/1.1" status: 200 len: 946 time: 0.0649052 Nov 02 16:50:21.330964 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fccc1f9-a54e-4610-83b5-338fe5d78803 req-0a1f5877-1695-4707-8728-f2ac31f0b06e tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:21.332631 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-8fccc1f9-a54e-4610-83b5-338fe5d78803 req-0a1f5877-1695-4707-8728-f2ac31f0b06e tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=6e5b406e-d37d-44b0-bb2f-39532baf3f9e HTTP/1.1" status: 200 len: 945 time: 0.0654244 Nov 02 16:50:21.361351 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-b522718f-10d9-472f-825e-739d56f9e55d req-4472a801-aaa5-4c3a-9c3f-36f4a66d3f7c tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/security-groups?id=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540564 Nov 02 16:50:21.393760 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-8fccc1f9-a54e-4610-83b5-338fe5d78803 req-793d531b-b11d-4cc8-ba07-123d886229e4 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544238 Nov 02 16:50:21.457840 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device 4c21c6a5-6c5e-47dc-9609-26483e9e33f3 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:50:21.480049 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] No Port match for: 4c21c6a5-6c5e-47dc-9609-26483e9e33f3 {{(pid=113346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 16:50:21.480577 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device 4c21c6a5-6c5e-47dc-9609-26483e9e33f3 not bound to the agent host hv-cinder-77387 {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:50:21.497777 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb20a9a-7287-4d58-8899-d39bfd75ab48 req-6541febe-04f8-4d21-b99f-24289935fcf3 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:21.500761 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-2bb20a9a-7287-4d58-8899-d39bfd75ab48 req-6541febe-04f8-4d21-b99f-24289935fcf3 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 945 time: 0.0710464 Nov 02 16:50:21.563639 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-2bb20a9a-7287-4d58-8899-d39bfd75ab48 req-88129ed9-8236-4098-8bc8-4fdafa443403 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565865 Nov 02 16:50:21.678000 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc853f20-aa89-4b7b-9820-ea98592cad16 req-e6ead283-1cdc-44a8-a8c8-fa629d90a44b tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:21.679471 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-bc853f20-aa89-4b7b-9820-ea98592cad16 req-e6ead283-1cdc-44a8-a8c8-fa629d90a44b tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.76 "GET /v2.0/ports?device_id=e699b34f-97c8-4316-9e80-4820d1f94e26 HTTP/1.1" status: 200 len: 946 time: 0.0525510 Nov 02 16:50:21.784980 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [req-bc853f20-aa89-4b7b-9820-ea98592cad16 req-66f7def1-c899-4ac7-a97d-335839f2b07c tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Deleting port 6d3bae71-e514-49ab-9222-9632d4fba0f5 {{(pid=113345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 16:50:21.785576 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-bc853f20-aa89-4b7b-9820-ea98592cad16 req-66f7def1-c899-4ac7-a97d-335839f2b07c tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788025385849'] for port, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:21.829840 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:21.884932 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.db [req-bc853f20-aa89-4b7b-9820-ea98592cad16 req-66f7def1-c899-4ac7-a97d-335839f2b07c tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] For port 6d3bae71-e514-49ab-9222-9632d4fba0f5, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=6d3bae71-e514-49ab-9222-9632d4fba0f5,segment=NetworkSegment(d6d67ab2-fd0f-4a4e-a197-bf243bf1fa07),segment_id=d6d67ab2-fd0f-4a4e-a197-bf243bf1fa07)] {{(pid=113345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:50:21.885318 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-bc853f20-aa89-4b7b-9820-ea98592cad16 req-66f7def1-c899-4ac7-a97d-335839f2b07c tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710950'] for port, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:21.898516 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [req-bc853f20-aa89-4b7b-9820-ea98592cad16 req-66f7def1-c899-4ac7-a97d-335839f2b07c tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Calling delete_port for 6d3bae71-e514-49ab-9222-9632d4fba0f5 owned by compute:nova {{(pid=113345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 16:50:22.032659 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-bc853f20-aa89-4b7b-9820-ea98592cad16 req-66f7def1-c899-4ac7-a97d-335839f2b07c tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788025390403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788024814071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27915883'] for port, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:22.050569 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] get_ports_and_sgs() called for port_ids ['6d3bae71-e514-49ab-9222-9632d4fba0f5'] {{(pid=113346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:50:22.064901 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f7def1-c899-4ac7-a97d-335839f2b07c tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Pushing event deleted for resources: {'Port': ['ID=6d3bae71-e514-49ab-9222-9632d4fba0f5,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:22.123436 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc853f20-aa89-4b7b-9820-ea98592cad16 req-66f7def1-c899-4ac7-a97d-335839f2b07c tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] No DVR routers for this DVR port 6d3bae71-e514-49ab-9222-9632d4fba0f5 on host hv-cinder-77387 {{(pid=113345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:50:22.126681 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-bc853f20-aa89-4b7b-9820-ea98592cad16 req-66f7def1-c899-4ac7-a97d-335839f2b07c tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221'] for port, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:22.130379 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-bc853f20-aa89-4b7b-9820-ea98592cad16 req-66f7def1-c899-4ac7-a97d-335839f2b07c tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.76 "DELETE /v2.0/ports/6d3bae71-e514-49ab-9222-9632d4fba0f5 HTTP/1.1" status: 204 len: 173 time: 0.4384065 Nov 02 16:50:22.144322 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e699b34f-97c8-4316-9e80-4820d1f94e26', 'name': 'network-vif-deleted', 'tag': '6d3bae71-e514-49ab-9222-9632d4fba0f5'}] {{(pid=113345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:50:22.146896 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88728d28071a92af03fe3e2826ca256f68f88e9f4aa3bce1a4ce6001ce5f6d9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e46878-ecd3-4c0b-bafd-8afd07177a1c" -d '{"events": [{"server_uuid": "e699b34f-97c8-4316-9e80-4820d1f94e26", "name": "network-vif-deleted", "tag": "6d3bae71-e514-49ab-9222-9632d4fba0f5"}]}' {{(pid=113345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:50:22.178529 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376825da-b84c-443f-a33c-d8b6f922b9e9 req-3de98ac0-c58e-4303-a367-6bef30b4ae11 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:22.180257 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-376825da-b84c-443f-a33c-d8b6f922b9e9 req-3de98ac0-c58e-4303-a367-6bef30b4ae11 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 946 time: 0.0850010 Nov 02 16:50:22.193096 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-696c48a8-dfdb-4f89-83b9-053b8c5798d5 x-openstack-request-id: req-696c48a8-dfdb-4f89-83b9-053b8c5798d5 {{(pid=113345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:50:22.193593 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e699b34f-97c8-4316-9e80-4820d1f94e26", "name": "network-vif-deleted", "tag": "6d3bae71-e514-49ab-9222-9632d4fba0f5", "status": "completed", "code": 200}]} {{(pid=113345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:50:22.193881 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-696c48a8-dfdb-4f89-83b9-053b8c5798d5 {{(pid=113345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:50:22.194484 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e699b34f-97c8-4316-9e80-4820d1f94e26', 'name': 'network-vif-deleted', 'tag': '6d3bae71-e514-49ab-9222-9632d4fba0f5', 'status': 'completed', 'code': 200} Nov 02 16:50:22.254734 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-376825da-b84c-443f-a33c-d8b6f922b9e9 req-471b4f42-c373-4388-8b78-47abc5ce2b57 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups?id=defac20c-ef6f-4b35-b645-37394d3dc510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570004 Nov 02 16:50:22.449189 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.agents_db [None req-4685c794-fb13-4fdb-802d-b1599aff033c None None] Agent healthcheck: found 6 active agents {{(pid=113347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:50:22.488255 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-fc7415c9-1b12-4e65-8fc9-350f0e7aeb34 req-72b227ad-7749-4288-9cd1-c9b2d57d00b0 tempest-AttachVolumeNegativeTest-1422631423 tempest-AttachVolumeNegativeTest-1422631423-project] 10.222.0.118 "GET /v2.0/ports?device_id=e699b34f-97c8-4316-9e80-4820d1f94e26 HTTP/1.1" status: 200 len: 210 time: 0.0328941 Nov 02 16:50:22.547049 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c23ec6d-afe8-4c43-b76e-0552b95439a0 req-0b5c708a-890a-49fe-8af3-fc5a4a4679c3 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:22.548995 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-8c23ec6d-afe8-4c43-b76e-0552b95439a0 req-0b5c708a-890a-49fe-8af3-fc5a4a4679c3 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=6e5b406e-d37d-44b0-bb2f-39532baf3f9e HTTP/1.1" status: 200 len: 945 time: 0.0639369 Nov 02 16:50:22.620015 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-8c23ec6d-afe8-4c43-b76e-0552b95439a0 req-b8b01e68-86d2-47e5-a3e4-a2d71c234fa5 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642397 Nov 02 16:50:22.727655 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76037bc-02be-4b65-8256-84cb32d0dec6 req-24c8deb8-6887-4d72-9ae7-138e8ca875f1 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:22.729383 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-e76037bc-02be-4b65-8256-84cb32d0dec6 req-24c8deb8-6887-4d72-9ae7-138e8ca875f1 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 945 time: 0.0559814 Nov 02 16:50:22.788123 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-e76037bc-02be-4b65-8256-84cb32d0dec6 req-35e40a1b-b999-4e80-ae87-e56f9e0580c6 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513020 Nov 02 16:50:23.484550 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device 6a36918e-caa7-42ed-b923-c3a049049148 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=113346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:50:23.567262 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 44260) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:23.628960 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port 6a36918e-caa7-42ed-b923-c3a049049148, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=6a36918e-caa7-42ed-b923-c3a049049148,segment=NetworkSegment(696e12bc-6b69-439e-85c8-346996a99755),segment_id=696e12bc-6b69-439e-85c8-346996a99755)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:50:23.633424 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.db.db_base_plugin_v2 [None req-46192b35-e433-4bf8-a980-63d5db8fd6f3 admin admin] Deleting subnet 1c574b2f-5688-4840-800f-5e2d7519c217 {{(pid=113344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 16:50:23.641789 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-46192b35-e433-4bf8-a980-63d5db8fd6f3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:23.648561 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Returning: {'device': '6a36918e-caa7-42ed-b923-c3a049049148', 'network_id': '2642968c-324e-4035-9dba-a5695e42fc1f', 'port_id': '6a36918e-caa7-42ed-b923-c3a049049148', 'mac_address': 'fa:16:3e:cd:98:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd525ac9-44f8-421c-b093-9ce2aeedf323', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:50:23.690999 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-46192b35-e433-4bf8-a980-63d5db8fd6f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25199420'] for subnet, precommit_delete_associations {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:23.743560 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:23.775485 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.notifiers.nova [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6a36918e-caa7-42ed-b923-c3a049049148 {{(pid=113346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:50:23.794052 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-46192b35-e433-4bf8-a980-63d5db8fd6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645718'] for subnet, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:23.814571 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port 6a36918e-caa7-42ed-b923-c3a049049148, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=6a36918e-caa7-42ed-b923-c3a049049148,segment=NetworkSegment(696e12bc-6b69-439e-85c8-346996a99755),segment_id=696e12bc-6b69-439e-85c8-346996a99755)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:50:23.821010 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:23.892325 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb8eb0-f90f-4a14-ac38-98d04198e81c req-c0578a92-bbe3-48a7-b717-79970cfd2576 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:23.894281 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-a0bb8eb0-f90f-4a14-ac38-98d04198e81c req-c0578a92-bbe3-48a7-b717-79970cfd2576 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=6e5b406e-d37d-44b0-bb2f-39532baf3f9e HTTP/1.1" status: 200 len: 945 time: 0.1543267 Nov 02 16:50:23.988062 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-46192b35-e433-4bf8-a980-63d5db8fd6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25372910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25642358'] for subnet, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:24.033750 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Pushing event updated for resources: {'Port': ['ID=6a36918e-caa7-42ed-b923-c3a049049148,revision_number=6']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:24.047547 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342403b5-c815-430b-80ed-8a75bdc3b64a req-8af39368-b4bb-4187-b0be-92ed192ff62e tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:24.049264 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46192b35-e433-4bf8-a980-63d5db8fd6f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c574b2f-5688-4840-800f-5e2d7519c217,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:24.059347 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-342403b5-c815-430b-80ed-8a75bdc3b64a req-8af39368-b4bb-4187-b0be-92ed192ff62e tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 944 time: 0.1034606 Nov 02 16:50:24.072008 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] get_ports_and_sgs() called for port_ids ['6a36918e-caa7-42ed-b923-c3a049049148'] {{(pid=113346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:50:24.079641 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-46192b35-e433-4bf8-a980-63d5db8fd6f3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:24.094150 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 44266) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:24.095124 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-46192b35-e433-4bf8-a980-63d5db8fd6f3 admin admin] 10.222.0.118 "DELETE /v2.0/subnets/1c574b2f-5688-4840-800f-5e2d7519c217 HTTP/1.1" status: 204 len: 168 time: 0.5249410 Nov 02 16:50:24.151242 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-a0bb8eb0-f90f-4a14-ac38-98d04198e81c req-f670e6ac-af68-4b2f-af6d-04d4e82b48b3 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922731 Nov 02 16:50:24.189572 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-342403b5-c815-430b-80ed-8a75bdc3b64a req-493119d5-32d1-4cb7-a574-8a3dcb2cf09a tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289155 Nov 02 16:50:24.215932 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-b8457b1a-e778-4813-884c-ca4f10844f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652235'] for network, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:24.641744 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-b8457b1a-e778-4813-884c-ca4f10844f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644317', 'neutron.services.segments.db._delete_segments_for_network-8788025296622'] for network, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:24.668247 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.services.segments.db [None req-b8457b1a-e778-4813-884c-ca4f10844f6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['716d1add-eeb0-4090-99a3-8e93ac4c3a42']}} {{(pid=113345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:24.680588 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.services.segments.db [None req-b8457b1a-e778-4813-884c-ca4f10844f6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6d67ab2-fd0f-4a4e-a197-bf243bf1fa07') {'for_net_delete': True} {{(pid=113345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:24.680894 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.services.segments.db [None req-b8457b1a-e778-4813-884c-ca4f10844f6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6d67ab2-fd0f-4a4e-a197-bf243bf1fa07') {} {{(pid=113345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:24.692113 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-b8457b1a-e778-4813-884c-ca4f10844f6d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788025301495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27917006'] for segment, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:24.711203 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-b8457b1a-e778-4813-884c-ca4f10844f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639893'] for segment, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:24.718192 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8457b1a-e778-4813-884c-ca4f10844f6d admin admin] Releasing vlan 769 on physical network physnet1 to pool {{(pid=113345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:50:24.718614 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-b8457b1a-e778-4813-884c-ca4f10844f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27915798'] for segment, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:24.720665 dv-cinder-773876-4-iscsi neutron-server[113345]: Traceback (most recent call last): Nov 02 16:50:24.720665 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:50:24.720665 dv-cinder-773876-4-iscsi neutron-server[113345]: timer() Nov 02 16:50:24.720665 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:50:24.720665 dv-cinder-773876-4-iscsi neutron-server[113345]: cb(*args, **kw) Nov 02 16:50:24.720665 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:50:24.720665 dv-cinder-773876-4-iscsi neutron-server[113345]: return func(*args, **kwargs) Nov 02 16:50:24.720665 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:50:24.720665 dv-cinder-773876-4-iscsi neutron-server[113345]: self._notify() Nov 02 16:50:24.720665 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:50:24.720665 dv-cinder-773876-4-iscsi neutron-server[113345]: self.callback(batched_events) Nov 02 16:50:24.720665 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:50:24.720665 dv-cinder-773876-4-iscsi neutron-server[113345]: event.method(event) Nov 02 16:50:24.720665 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:50:24.720665 dv-cinder-773876-4-iscsi neutron-server[113345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:50:24.720665 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:50:24.720665 dv-cinder-773876-4-iscsi neutron-server[113345]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:50:24.720665 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:50:24.720665 dv-cinder-773876-4-iscsi neutron-server[113345]: return f(self, *a, **k) Nov 02 16:50:24.720665 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:50:24.720665 dv-cinder-773876-4-iscsi neutron-server[113345]: return self._get(url).json() Nov 02 16:50:24.720665 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:50:24.720665 dv-cinder-773876-4-iscsi neutron-server[113345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:50:24.720665 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:50:24.720665 dv-cinder-773876-4-iscsi neutron-server[113345]: return self.request(url, 'GET', **kwargs) Nov 02 16:50:24.720665 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:50:24.720665 dv-cinder-773876-4-iscsi neutron-server[113345]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:50:24.720665 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:50:24.720665 dv-cinder-773876-4-iscsi neutron-server[113345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:50:24.720665 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:50:24.720665 dv-cinder-773876-4-iscsi neutron-server[113345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:50:24.720665 dv-cinder-773876-4-iscsi neutron-server[113345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:50:24.787090 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-b8457b1a-e778-4813-884c-ca4f10844f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3708022'] for network, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:24.799554 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-b8457b1a-e778-4813-884c-ca4f10844f6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673503'] for network, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:24.805179 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-b8457b1a-e778-4813-884c-ca4f10844f6d admin admin] 10.222.0.118 "DELETE /v2.0/networks/716d1add-eeb0-4090-99a3-8e93ac4c3a42 HTTP/1.1" status: 204 len: 168 time: 0.7092085 Nov 02 16:50:24.830656 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8457b1a-e778-4813-884c-ca4f10844f6d admin admin] Pushing event deleted for resources: {'Network': ['ID=716d1add-eeb0-4090-99a3-8e93ac4c3a42,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:25.008664 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-37e1eabc-5fae-4411-99ca-28a4e9c038f5 req-01777208-5474-4bf4-89b5-7c39c86ab7b3 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1e0809e6-a338-4bc7-8413-86af16333eb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0810852 Nov 02 16:50:25.097034 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 44270) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:25.130686 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1eabc-5fae-4411-99ca-28a4e9c038f5 req-b7b493a2-4a01-414b-abbf-c02b18c08411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:25.132585 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-37e1eabc-5fae-4411-99ca-28a4e9c038f5 req-b7b493a2-4a01-414b-abbf-c02b18c08411 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a575c6bd2e574ad19dc299cc1df253f3&device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 1099 time: 0.0811763 Nov 02 16:50:25.169260 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-db8ec9ba-d3cc-47ba-b8fe-10ff1484d5a0 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=fd124bfe873f4553b53c6d8282df462c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0700889 Nov 02 16:50:25.171143 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 44272) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:25.261314 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-f4629f86-afb4-4c34-a997-88331e93852c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:25.329022 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-f4629f86-afb4-4c34-a997-88331e93852c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:25.402690 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1eabc-5fae-4411-99ca-28a4e9c038f5 req-347e86aa-a63c-4913-8f49-1c1ff48e9943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:25.405758 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-37e1eabc-5fae-4411-99ca-28a4e9c038f5 req-347e86aa-a63c-4913-8f49-1c1ff48e9943 service neutron] 10.222.0.76 "GET /v2.0/networks?id=c3ac4ab4-0ce0-4abb-9960-272f99ead558 HTTP/1.1" status: 200 len: 912 time: 0.2414284 Nov 02 16:50:25.454570 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-f4629f86-afb4-4c34-a997-88331e93852c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:25.459320 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-f4629f86-afb4-4c34-a997-88331e93852c admin admin] Publish callbacks [] for security_group, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:25.461127 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-f4629f86-afb4-4c34-a997-88331e93852c admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/14986e0a-febc-4b5e-b34f-d66fd0b2dc3c HTTP/1.1" status: 204 len: 168 time: 0.2886002 Nov 02 16:50:25.470762 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device 6a36918e-caa7-42ed-b923-c3a049049148 up at agent hyperv_hv-cinder-77387 {{(pid=113346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:50:25.494279 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de05c63f-7ead-4c88-8ba3-368cc7f3a92c req-9583a5b3-e875-4f8e-9e66-474d6d8b6b2b tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:25.496655 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-de05c63f-7ead-4c88-8ba3-368cc7f3a92c req-9583a5b3-e875-4f8e-9e66-474d6d8b6b2b tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=6e5b406e-d37d-44b0-bb2f-39532baf3f9e HTTP/1.1" status: 200 len: 945 time: 0.1743333 Nov 02 16:50:25.504730 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4629f86-afb4-4c34-a997-88331e93852c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14986e0a-febc-4b5e-b34f-d66fd0b2dc3c,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:25.517664 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce663e36-42e3-4382-95b3-5bac17b93e19 req-f85f365d-705a-458a-be24-3dab74437e67 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:25.534697 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-ce663e36-42e3-4382-95b3-5bac17b93e19 req-f85f365d-705a-458a-be24-3dab74437e67 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 944 time: 0.1888223 Nov 02 16:50:25.614203 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-de05c63f-7ead-4c88-8ba3-368cc7f3a92c req-3f31ba78-34e7-4a20-ade5-8dbd5c13e52c tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044905 Nov 02 16:50:25.641371 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Provisioning complete for port 6a36918e-caa7-42ed-b923-c3a049049148 triggered by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:50:25.641909 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:25.694002 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-37e1eabc-5fae-4411-99ca-28a4e9c038f5 req-96ebf017-3602-4770-9404-8172658a6285 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f7b9d28-8f61-494a-88cb-4fc30ad64a7e HTTP/1.1" status: 200 len: 1002 time: 0.2734170 Nov 02 16:50:25.721663 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-ce663e36-42e3-4382-95b3-5bac17b93e19 req-b68fbaf8-93bb-47ab-9bf3-c03983a4652b tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1864269 Nov 02 16:50:25.791517 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1eabc-5fae-4411-99ca-28a4e9c038f5 req-3ac79f59-5ee1-46b7-901f-b80291b296c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:25.793757 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-37e1eabc-5fae-4411-99ca-28a4e9c038f5 req-3ac79f59-5ee1-46b7-901f-b80291b296c5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=81d3d140-25a2-438b-a64f-a1dea867ba0d HTTP/1.1" status: 200 len: 850 time: 0.0703487 Nov 02 16:50:25.852785 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:25.897926 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3df0bde8-504d-42f2-b162-1fb601b26528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a36918e-caa7-42ed-b923-c3a049049148'}] {{(pid=113346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:50:25.898357 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1eabc-5fae-4411-99ca-28a4e9c038f5 req-04eff1dd-c4bc-43de-8692-d61cf7eaaffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:25.902281 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76f9361971789a5ad3b4a9c4b1498f7b6e6fa8520131c3d92747b1d2ae9477a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163b5412-7496-47c7-961d-459834912a41" -d '{"events": [{"server_uuid": "3df0bde8-504d-42f2-b162-1fb601b26528", "name": "network-vif-plugged", "status": "completed", "tag": "6a36918e-caa7-42ed-b923-c3a049049148"}]}' {{(pid=113346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:50:25.973147 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-37e1eabc-5fae-4411-99ca-28a4e9c038f5 req-04eff1dd-c4bc-43de-8692-d61cf7eaaffc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c3ac4ab4-0ce0-4abb-9960-272f99ead558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1610293 Nov 02 16:50:26.015441 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port 6a36918e-caa7-42ed-b923-c3a049049148, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=6a36918e-caa7-42ed-b923-c3a049049148,segment=NetworkSegment(696e12bc-6b69-439e-85c8-346996a99755),segment_id=696e12bc-6b69-439e-85c8-346996a99755)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:50:26.037578 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:26.038904 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device 6d3bae71-e514-49ab-9222-9632d4fba0f5 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:50:26.129886 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b0ed4f1-8f20-40a3-b3a9-9347bb2c885a x-openstack-request-id: req-1b0ed4f1-8f20-40a3-b3a9-9347bb2c885a {{(pid=113346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:50:26.130255 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3df0bde8-504d-42f2-b162-1fb601b26528", "name": "network-vif-plugged", "status": "completed", "tag": "6a36918e-caa7-42ed-b923-c3a049049148", "code": 200}]} {{(pid=113346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:50:26.130476 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-1b0ed4f1-8f20-40a3-b3a9-9347bb2c885a {{(pid=113346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:50:26.132828 dv-cinder-773876-4-iscsi neutron-server[113346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3df0bde8-504d-42f2-b162-1fb601b26528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a36918e-caa7-42ed-b923-c3a049049148', 'code': 200} Nov 02 16:50:26.178659 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] No Port match for: 6d3bae71-e514-49ab-9222-9632d4fba0f5 {{(pid=113346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 16:50:26.179410 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device 6d3bae71-e514-49ab-9222-9632d4fba0f5 not bound to the agent host hv-cinder-77387 {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:50:26.219665 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Pushing event updated for resources: {'Port': ['ID=6a36918e-caa7-42ed-b923-c3a049049148,revision_number=7']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:26.254381 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-37e1eabc-5fae-4411-99ca-28a4e9c038f5 req-17a5c8a6-f7ef-4e3a-8c2d-75dbe61a5588 service neutron] 10.222.0.76 "GET /v2.0/networks/c3ac4ab4-0ce0-4abb-9960-272f99ead558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705464 Nov 02 16:50:26.400643 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-37e1eabc-5fae-4411-99ca-28a4e9c038f5 req-e41d8bc7-b084-440a-9da2-934f0b6d3dff service neutron] 10.222.0.76 "GET /v2.0/networks/c3ac4ab4-0ce0-4abb-9960-272f99ead558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342454 Nov 02 16:50:26.817971 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e90e9-fbf5-4de7-b185-4193f956f900 req-7e13f6e3-c942-441c-a474-79c92070251a tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:26.820103 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-970e90e9-fbf5-4de7-b185-4193f956f900 req-7e13f6e3-c942-441c-a474-79c92070251a tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=6e5b406e-d37d-44b0-bb2f-39532baf3f9e HTTP/1.1" status: 200 len: 945 time: 0.0979695 Nov 02 16:50:27.026165 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-970e90e9-fbf5-4de7-b185-4193f956f900 req-19dbaa46-d39a-45fc-bb98-3206052af764 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803303 Nov 02 16:50:27.052219 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb29843-b915-4dbe-83a0-cf367c6f177d req-c2cc516e-948a-43fc-b35f-40938cd34196 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:27.055313 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-5cb29843-b915-4dbe-83a0-cf367c6f177d req-c2cc516e-948a-43fc-b35f-40938cd34196 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 945 time: 0.1788235 Nov 02 16:50:27.156639 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-5cb29843-b915-4dbe-83a0-cf367c6f177d req-cc6700c2-a6d9-4ab9-b365-70514a18fdae tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911593 Nov 02 16:50:28.243688 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 44340) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:28.299069 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4e3bc2-e357-4e15-9e18-2274c338e778 req-f6c6b2ad-3f47-4448-9ce7-f83c9a73f0e2 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:28.303690 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-7e4e3bc2-e357-4e15-9e18-2274c338e778 req-f6c6b2ad-3f47-4448-9ce7-f83c9a73f0e2 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=6e5b406e-d37d-44b0-bb2f-39532baf3f9e HTTP/1.1" status: 200 len: 945 time: 0.1276581 Nov 02 16:50:28.427098 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-7e4e3bc2-e357-4e15-9e18-2274c338e778 req-5795349e-9229-4db5-b159-6a657aa6d4cb tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146333 Nov 02 16:50:28.446538 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a56f789-2521-439e-9aba-28264c82a926 req-cf2511bd-3d0b-4a72-bcb1-53d1af511661 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:28.449394 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-2a56f789-2521-439e-9aba-28264c82a926 req-cf2511bd-3d0b-4a72-bcb1-53d1af511661 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 945 time: 0.0995018 Nov 02 16:50:28.535715 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-f4c4a1a9-dd29-4c81-aedc-8043f9d38ee7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:28.612971 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-2a56f789-2521-439e-9aba-28264c82a926 req-81b26892-4a7e-46bf-a4b8-f7875ed53464 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497428 Nov 02 16:50:28.722236 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-f4c4a1a9-dd29-4c81-aedc-8043f9d38ee7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:28.731140 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-f4c4a1a9-dd29-4c81-aedc-8043f9d38ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:28.772967 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-f4c4a1a9-dd29-4c81-aedc-8043f9d38ee7 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=7341cea38fe64e678e67eafedcbd6ef3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5267744 Nov 02 16:50:28.777297 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 44344) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:28.804851 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c4a1a9-dd29-4c81-aedc-8043f9d38ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a057c8b-bba8-45e1-959e-7ef52cb70103,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:28.815559 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c4a1a9-dd29-4c81-aedc-8043f9d38ee7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:50:28.816073 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c4a1a9-dd29-4c81-aedc-8043f9d38ee7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:50:28.816549 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c4a1a9-dd29-4c81-aedc-8043f9d38ee7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:50:28.817224 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c4a1a9-dd29-4c81-aedc-8043f9d38ee7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:50:28.817677 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c4a1a9-dd29-4c81-aedc-8043f9d38ee7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:50:28.818094 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c4a1a9-dd29-4c81-aedc-8043f9d38ee7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:50:28.818766 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c4a1a9-dd29-4c81-aedc-8043f9d38ee7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:50:28.819252 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c4a1a9-dd29-4c81-aedc-8043f9d38ee7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:50:28.819694 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c4a1a9-dd29-4c81-aedc-8043f9d38ee7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:50:28.820046 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c4a1a9-dd29-4c81-aedc-8043f9d38ee7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:50:28.820429 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c4a1a9-dd29-4c81-aedc-8043f9d38ee7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:50:28.820911 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c4a1a9-dd29-4c81-aedc-8043f9d38ee7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:50:28.876097 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-8058d6c0-8601-4034-a697-1caea596e147 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:28.910111 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-8058d6c0-8601-4034-a697-1caea596e147 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:29.007935 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-8058d6c0-8601-4034-a697-1caea596e147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:29.012250 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-8058d6c0-8601-4034-a697-1caea596e147 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:29.018210 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-8058d6c0-8601-4034-a697-1caea596e147 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/6a057c8b-bba8-45e1-959e-7ef52cb70103 HTTP/1.1" status: 204 len: 168 time: 0.2365348 Nov 02 16:50:29.046334 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8058d6c0-8601-4034-a697-1caea596e147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a057c8b-bba8-45e1-959e-7ef52cb70103,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:29.061459 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8058d6c0-8601-4034-a697-1caea596e147 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:50:29.062258 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8058d6c0-8601-4034-a697-1caea596e147 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:50:29.062742 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8058d6c0-8601-4034-a697-1caea596e147 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:50:29.063349 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8058d6c0-8601-4034-a697-1caea596e147 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:50:29.064047 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8058d6c0-8601-4034-a697-1caea596e147 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:50:29.064648 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8058d6c0-8601-4034-a697-1caea596e147 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:50:29.065039 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8058d6c0-8601-4034-a697-1caea596e147 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:50:29.065393 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8058d6c0-8601-4034-a697-1caea596e147 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:50:29.065741 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8058d6c0-8601-4034-a697-1caea596e147 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:50:29.066336 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8058d6c0-8601-4034-a697-1caea596e147 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:50:29.066848 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8058d6c0-8601-4034-a697-1caea596e147 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:50:29.067315 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8058d6c0-8601-4034-a697-1caea596e147 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:50:29.649635 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e76d382-3ca2-495e-b3b6-2c152acc3878 req-3cc965f5-e627-4882-8906-637233ce0bf0 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:29.655028 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-4e76d382-3ca2-495e-b3b6-2c152acc3878 req-3cc965f5-e627-4882-8906-637233ce0bf0 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=6e5b406e-d37d-44b0-bb2f-39532baf3f9e HTTP/1.1" status: 200 len: 945 time: 0.0874889 Nov 02 16:50:29.860002 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4592b7c1-e4c0-4ddf-a372-c7b279687d72 req-82f52cb2-8371-474b-916e-d7ea3870860e tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:29.862053 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-4592b7c1-e4c0-4ddf-a372-c7b279687d72 req-82f52cb2-8371-474b-916e-d7ea3870860e tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e5b406e-d37d-44b0-bb2f-39532baf3f9e HTTP/1.1" status: 200 len: 945 time: 0.2008429 Nov 02 16:50:29.921960 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7e2487-776e-4ec5-9217-a5e2cc62e08c req-ddc144a2-c8a8-4e4b-9ef8-5e8d3aefe482 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:29.931677 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-4e76d382-3ca2-495e-b3b6-2c152acc3878 req-cc5c477e-0d97-4ca6-968c-54ae637d670a tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddb90fec-7904-45a4-971a-2a58baec8a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531161 Nov 02 16:50:29.934829 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-6e7e2487-776e-4ec5-9217-a5e2cc62e08c req-ddc144a2-c8a8-4e4b-9ef8-5e8d3aefe482 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 945 time: 0.1484566 Nov 02 16:50:30.025923 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-6e7e2487-776e-4ec5-9217-a5e2cc62e08c req-1d242016-d841-49cc-a9af-e98fb2889aa5 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896451 Nov 02 16:50:30.086269 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [req-4592b7c1-e4c0-4ddf-a372-c7b279687d72 req-50505d49-482f-46fd-974c-c871901121e1 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Deleting port 8c95a943-ceda-4a49-8043-1035f5d14c4a {{(pid=113345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 16:50:30.087037 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-4592b7c1-e4c0-4ddf-a372-c7b279687d72 req-50505d49-482f-46fd-974c-c871901121e1 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788025385849'] for port, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:30.313519 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.db [req-4592b7c1-e4c0-4ddf-a372-c7b279687d72 req-50505d49-482f-46fd-974c-c871901121e1 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] For port 8c95a943-ceda-4a49-8043-1035f5d14c4a, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=8c95a943-ceda-4a49-8043-1035f5d14c4a,segment=NetworkSegment(80e87b5c-0e86-4ca9-a97e-67171cd2a7f7),segment_id=80e87b5c-0e86-4ca9-a97e-67171cd2a7f7)] {{(pid=113345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:50:30.314594 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-4592b7c1-e4c0-4ddf-a372-c7b279687d72 req-50505d49-482f-46fd-974c-c871901121e1 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710950'] for port, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:30.344580 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [req-4592b7c1-e4c0-4ddf-a372-c7b279687d72 req-50505d49-482f-46fd-974c-c871901121e1 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Calling delete_port for 8c95a943-ceda-4a49-8043-1035f5d14c4a owned by compute:nova {{(pid=113345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 16:50:30.651696 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-4592b7c1-e4c0-4ddf-a372-c7b279687d72 req-50505d49-482f-46fd-974c-c871901121e1 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788025390403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788024814071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27915883'] for port, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:30.676023 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] get_ports_and_sgs() called for port_ids ['8c95a943-ceda-4a49-8043-1035f5d14c4a'] {{(pid=113346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:50:30.716538 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50505d49-482f-46fd-974c-c871901121e1 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Pushing event deleted for resources: {'Port': ['ID=8c95a943-ceda-4a49-8043-1035f5d14c4a,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:30.806989 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.l3_dvrscheduler_db [req-4592b7c1-e4c0-4ddf-a372-c7b279687d72 req-50505d49-482f-46fd-974c-c871901121e1 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] No DVR routers for this DVR port 8c95a943-ceda-4a49-8043-1035f5d14c4a on host hv-cinder-77387 {{(pid=113345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:50:30.812627 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-4592b7c1-e4c0-4ddf-a372-c7b279687d72 req-50505d49-482f-46fd-974c-c871901121e1 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221'] for port, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:30.817083 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-4592b7c1-e4c0-4ddf-a372-c7b279687d72 req-50505d49-482f-46fd-974c-c871901121e1 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.76 "DELETE /v2.0/ports/8c95a943-ceda-4a49-8043-1035f5d14c4a HTTP/1.1" status: 204 len: 173 time: 0.9478021 Nov 02 16:50:30.818071 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e5b406e-d37d-44b0-bb2f-39532baf3f9e', 'name': 'network-vif-deleted', 'tag': '8c95a943-ceda-4a49-8043-1035f5d14c4a'}] {{(pid=113345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:50:30.822276 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88728d28071a92af03fe3e2826ca256f68f88e9f4aa3bce1a4ce6001ce5f6d9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc468673-36a0-41a8-9701-2e4865678794" -d '{"events": [{"server_uuid": "6e5b406e-d37d-44b0-bb2f-39532baf3f9e", "name": "network-vif-deleted", "tag": "8c95a943-ceda-4a49-8043-1035f5d14c4a"}]}' {{(pid=113345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:50:30.897783 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432a2f92-8765-410b-972f-a4c6b4e3da49 x-openstack-request-id: req-432a2f92-8765-410b-972f-a4c6b4e3da49 {{(pid=113345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:50:30.898195 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e5b406e-d37d-44b0-bb2f-39532baf3f9e", "name": "network-vif-deleted", "tag": "8c95a943-ceda-4a49-8043-1035f5d14c4a", "status": "completed", "code": 200}]} {{(pid=113345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:50:30.898666 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-432a2f92-8765-410b-972f-a4c6b4e3da49 {{(pid=113345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:50:30.899055 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e5b406e-d37d-44b0-bb2f-39532baf3f9e', 'name': 'network-vif-deleted', 'tag': '8c95a943-ceda-4a49-8043-1035f5d14c4a', 'status': 'completed', 'code': 200} Nov 02 16:50:31.110697 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-b53a651b-bf95-4aeb-9623-ce76034327fe req-d1e266ce-9977-422f-af22-5ced8b138077 tempest-ServerRescueNegativeTestJSON-2133527114 tempest-ServerRescueNegativeTestJSON-2133527114-project] 10.222.0.118 "GET /v2.0/ports?device_id=6e5b406e-d37d-44b0-bb2f-39532baf3f9e HTTP/1.1" status: 200 len: 210 time: 0.0518641 Nov 02 16:50:31.338736 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995051ab-293a-4552-a221-2bc64400e4fd req-00cb3e98-0fdb-4a30-b2cc-358904f2732a tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:31.353246 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-995051ab-293a-4552-a221-2bc64400e4fd req-00cb3e98-0fdb-4a30-b2cc-358904f2732a tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 945 time: 0.1207395 Nov 02 16:50:31.469556 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-995051ab-293a-4552-a221-2bc64400e4fd req-be104394-74af-4070-aee7-5c7a5e6812d7 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131399 Nov 02 16:50:32.203316 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 44402) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:32.943392 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60469084-68a1-4d74-8e8d-86f4e4e602c7 req-2e3f0ee2-dfbc-4d12-9ee1-d54ac8c743fa tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:32.945463 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-60469084-68a1-4d74-8e8d-86f4e4e602c7 req-2e3f0ee2-dfbc-4d12-9ee1-d54ac8c743fa tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 945 time: 0.2317789 Nov 02 16:50:33.087972 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-60469084-68a1-4d74-8e8d-86f4e4e602c7 req-e1a5dd30-0e91-43a6-b3dc-7feefdf7372f tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231692 Nov 02 16:50:33.188815 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-219ffe56-413d-4796-8055-2604767dfafc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3708740'] for router_interface, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:33.207753 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 44416) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:33.500715 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-36a12f0c-3599-4c8e-9cd7-a33cbde7c45c admin admin] Publish callbacks [] for security_group, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:33.523457 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device 8c95a943-ceda-4a49-8043-1035f5d14c4a no longer exists at agent hyperv_hv-cinder-77387 {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:50:33.589389 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] No Port match for: 8c95a943-ceda-4a49-8043-1035f5d14c4a {{(pid=113346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 16:50:33.592501 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device 8c95a943-ceda-4a49-8043-1035f5d14c4a not bound to the agent host hv-cinder-77387 {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:50:33.633363 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-36a12f0c-3599-4c8e-9cd7-a33cbde7c45c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:33.640700 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-36a12f0c-3599-4c8e-9cd7-a33cbde7c45c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:33.694003 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a12f0c-3599-4c8e-9cd7-a33cbde7c45c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3f98a0-36e9-46e3-9894-a0247e5bac57,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:33.708472 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-36a12f0c-3599-4c8e-9cd7-a33cbde7c45c admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=41532b0be2fb4f32aee0aa2ab8b0d5ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4984875 Nov 02 16:50:33.712143 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 44420) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:33.797004 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-63da9350-8688-4bc6-9883-a96627360353 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:33.833489 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [None req-219ffe56-413d-4796-8055-2604767dfafc admin admin] Deleting port 2d5d7fd3-77f7-4ee3-ae08-74694e774d3d {{(pid=113345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 16:50:33.834283 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-219ffe56-413d-4796-8055-2604767dfafc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788025385849'] for port, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:33.839813 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-63da9350-8688-4bc6-9883-a96627360353 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:33.918677 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-63da9350-8688-4bc6-9883-a96627360353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:33.928652 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-63da9350-8688-4bc6-9883-a96627360353 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:33.930000 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-63da9350-8688-4bc6-9883-a96627360353 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/7a3f98a0-36e9-46e3-9894-a0247e5bac57 HTTP/1.1" status: 204 len: 168 time: 0.2170343 Nov 02 16:50:33.942388 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da9350-8688-4bc6-9883-a96627360353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3f98a0-36e9-46e3-9894-a0247e5bac57,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:34.003105 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.db [None req-219ffe56-413d-4796-8055-2604767dfafc admin admin] For port 2d5d7fd3-77f7-4ee3-ae08-74694e774d3d, host dv-cinder-773876-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=2d5d7fd3-77f7-4ee3-ae08-74694e774d3d,segment=NetworkSegment(80e87b5c-0e86-4ca9-a97e-67171cd2a7f7),segment_id=80e87b5c-0e86-4ca9-a97e-67171cd2a7f7)] {{(pid=113345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:50:34.003719 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-219ffe56-413d-4796-8055-2604767dfafc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710950'] for port, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:34.042860 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [None req-219ffe56-413d-4796-8055-2604767dfafc admin admin] Calling delete_port for 2d5d7fd3-77f7-4ee3-ae08-74694e774d3d owned by network:router_interface {{(pid=113345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 16:50:34.430917 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-219ffe56-413d-4796-8055-2604767dfafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788025390403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788024814071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27915883'] for port, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:34.435477 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07560189-b125-493f-b98c-5171007d7c0d req-c9a76cf9-52ed-4f14-a0e4-132b6897192c tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:34.452915 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-07560189-b125-493f-b98c-5171007d7c0d req-c9a76cf9-52ed-4f14-a0e4-132b6897192c tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 945 time: 0.1142793 Nov 02 16:50:34.472359 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219ffe56-413d-4796-8055-2604767dfafc admin admin] Pushing event deleted for resources: {'Port': ['ID=2d5d7fd3-77f7-4ee3-ae08-74694e774d3d,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:34.542789 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-07560189-b125-493f-b98c-5171007d7c0d req-5bf3d20d-843d-446f-8659-a9a6c94b6818 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835423 Nov 02 16:50:34.790105 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 44428) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:34.826057 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-1ea2ed53-e1a3-4a08-ba40-b881c02f96e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:34.858363 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-219ffe56-413d-4796-8055-2604767dfafc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3731188'] for router_interface, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:35.015065 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-1ea2ed53-e1a3-4a08-ba40-b881c02f96e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:35.022713 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-1ea2ed53-e1a3-4a08-ba40-b881c02f96e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:35.093778 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-1ea2ed53-e1a3-4a08-ba40-b881c02f96e6 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=77af247c2b3942b0bd8a15a25b665156&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3000562 Nov 02 16:50:35.096845 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 44430) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:35.104285 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea2ed53-e1a3-4a08-ba40-b881c02f96e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9994a52d-8f5c-49e7-a8df-3db99b982ad0,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:35.203839 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-4e6873d4-e015-46df-b447-5fe8a96ea37b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:35.241667 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-4e6873d4-e015-46df-b447-5fe8a96ea37b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:35.328460 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-4e6873d4-e015-46df-b447-5fe8a96ea37b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:35.332789 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-4e6873d4-e015-46df-b447-5fe8a96ea37b admin admin] Publish callbacks [] for security_group, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:35.335477 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-4e6873d4-e015-46df-b447-5fe8a96ea37b admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/9994a52d-8f5c-49e7-a8df-3db99b982ad0 HTTP/1.1" status: 204 len: 168 time: 0.2370896 Nov 02 16:50:35.349047 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6873d4-e015-46df-b447-5fe8a96ea37b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9994a52d-8f5c-49e7-a8df-3db99b982ad0,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:35.836050 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-219ffe56-413d-4796-8055-2604767dfafc admin admin] Router 778ab637-dc51-4e34-81a6-0099940b16f6 has already been hosted by L3 agent 23c85ca8-88a6-46e7-9165-338a7fd1d142 {{(pid=113345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:50:35.857924 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a4ef3-955b-432d-bb55-37706e34becf req-89303649-ec75-4a85-8610-1f044ebfb31b tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:35.861435 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-787a4ef3-955b-432d-bb55-37706e34becf req-89303649-ec75-4a85-8610-1f044ebfb31b tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 945 time: 0.1140306 Nov 02 16:50:36.082522 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-787a4ef3-955b-432d-bb55-37706e34becf req-1481cc0e-9dcb-48e7-bdbd-6aee0d54f1bf tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2120667 Nov 02 16:50:36.259050 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-219ffe56-413d-4796-8055-2604767dfafc admin admin] Notify agent at l3_agent.dv-cinder-773876-4-iscsi the message routers_updated {{(pid=113345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:50:36.266305 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-219ffe56-413d-4796-8055-2604767dfafc admin admin] 10.222.0.118 "PUT /v2.0/routers/778ab637-dc51-4e34-81a6-0099940b16f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0606854 Nov 02 16:50:36.270580 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 44446) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:36.277123 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2996fa-41ed-40fc-87dc-e0a0a1446bdc None None] Sync routers for ids ['778ab637-dc51-4e34-81a6-0099940b16f6'] in dv-cinder-773876-4-iscsi {{(pid=113347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:50:36.320400 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2996fa-41ed-40fc-87dc-e0a0a1446bdc None None] Routers {'778ab637-dc51-4e34-81a6-0099940b16f6'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:50:36.324815 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-af2996fa-41ed-40fc-87dc-e0a0a1446bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:50:11Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['778ab637-dc51-4e34-81a6-0099940b16f6'], 'active': True} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:36.522389 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-00fa2e69-71b5-43d9-9213-7583d1850b44 admin admin] Publish callbacks [] for router, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:36.568037 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvr_db [None req-af2996fa-41ed-40fc-87dc-e0a0a1446bdc None None] Set router 778ab637-dc51-4e34-81a6-0099940b16f6 gateway port host: dv-cinder-773876-4-iscsi {{(pid=113347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:50:36.841708 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-00fa2e69-71b5-43d9-9213-7583d1850b44 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:36.949825 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.plugin [None req-00fa2e69-71b5-43d9-9213-7583d1850b44 admin admin] Deleting port f81cc7a7-76fb-45f6-85de-737e1162acf9 {{(pid=113344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 16:50:36.951090 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-00fa2e69-71b5-43d9-9213-7583d1850b44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788025385849'] for port, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:37.004561 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-af2996fa-41ed-40fc-87dc-e0a0a1446bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778ab637-dc51-4e34-81a6-0099940b16f6', 'name': 'tempest-ServerRescueNegativeTestJSON-1791074020-router', 'tenant_id': '7a412769a7274d9da389f724f6f4744e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'f81cc7a7-76fb-45f6-85de-737e1162acf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:46:17Z', 'updated_at': '2021-11-02T16:50:34Z', 'revision_number': 5, 'project_id': '7a412769a7274d9da389f724f6f4744e', 'gw_port': {'id': 'f81cc7a7-76fb-45f6-85de-737e1162acf9', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778ab637-dc51-4e34-81a6-0099940b16f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:18Z', 'updated_at': '2021-11-02T16:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi'}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:37.050198 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2996fa-41ed-40fc-87dc-e0a0a1446bdc None None] Checking router: 778ab637-dc51-4e34-81a6-0099940b16f6 for host: dv-cinder-773876-4-iscsi {{(pid=113347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:50:37.068134 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2996fa-41ed-40fc-87dc-e0a0a1446bdc None None] Routers {'778ab637-dc51-4e34-81a6-0099940b16f6'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:50:37.069635 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-af2996fa-41ed-40fc-87dc-e0a0a1446bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:50:11Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['778ab637-dc51-4e34-81a6-0099940b16f6'], 'active': True} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:37.169082 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.db [None req-00fa2e69-71b5-43d9-9213-7583d1850b44 admin admin] For port f81cc7a7-76fb-45f6-85de-737e1162acf9, host dv-cinder-773876-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=f81cc7a7-76fb-45f6-85de-737e1162acf9,segment=NetworkSegment(1cb664d2-69f4-46cd-9abc-3fc1a9239895),segment_id=1cb664d2-69f4-46cd-9abc-3fc1a9239895)] {{(pid=113344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:50:37.169852 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-00fa2e69-71b5-43d9-9213-7583d1850b44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710950'] for port, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:37.206266 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.plugin [None req-00fa2e69-71b5-43d9-9213-7583d1850b44 admin admin] Calling delete_port for f81cc7a7-76fb-45f6-85de-737e1162acf9 owned by network:router_gateway {{(pid=113344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 16:50:37.294452 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvr_db [None req-af2996fa-41ed-40fc-87dc-e0a0a1446bdc None None] Set router 778ab637-dc51-4e34-81a6-0099940b16f6 gateway port host: None {{(pid=113347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:50:37.506151 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-af2996fa-41ed-40fc-87dc-e0a0a1446bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778ab637-dc51-4e34-81a6-0099940b16f6', 'name': 'tempest-ServerRescueNegativeTestJSON-1791074020-router', 'tenant_id': '7a412769a7274d9da389f724f6f4744e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:46:17Z', 'updated_at': '2021-11-02T16:50:36Z', 'revision_number': 6, 'project_id': '7a412769a7274d9da389f724f6f4744e', 'gw_port_host': None}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:37.507898 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b358779-4c18-4d05-98f3-a76a019167ac req-71f4f195-15b5-46ac-a677-91f5620ff82e tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:37.509819 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-8b358779-4c18-4d05-98f3-a76a019167ac req-71f4f195-15b5-46ac-a677-91f5620ff82e tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 945 time: 0.1575899 Nov 02 16:50:37.556133 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2996fa-41ed-40fc-87dc-e0a0a1446bdc None None] The sync data for ids ['778ab637-dc51-4e34-81a6-0099940b16f6'] in dv-cinder-773876-4-iscsi is: [{'id': '778ab637-dc51-4e34-81a6-0099940b16f6', 'name': 'tempest-ServerRescueNegativeTestJSON-1791074020-router', 'tenant_id': '7a412769a7274d9da389f724f6f4744e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:46:17Z', 'updated_at': '2021-11-02T16:50:36Z', 'revision_number': 6, 'project_id': '7a412769a7274d9da389f724f6f4744e', 'gw_port_host': None}] {{(pid=113347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:50:37.737723 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-8b358779-4c18-4d05-98f3-a76a019167ac req-ee21d6e4-f229-4c7a-85ce-e082f6c25a74 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213946 Nov 02 16:50:37.780252 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-00fa2e69-71b5-43d9-9213-7583d1850b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788025390403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788024814071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25371697'] for port, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:37.810740 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fa2e69-71b5-43d9-9213-7583d1850b44 admin admin] Pushing event deleted for resources: {'Port': ['ID=f81cc7a7-76fb-45f6-85de-737e1162acf9,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:37.911498 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-00fa2e69-71b5-43d9-9213-7583d1850b44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3708050'] for router_gateway, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:38.081178 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-00fa2e69-71b5-43d9-9213-7583d1850b44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3731240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26188'] for router, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:38.084598 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-00fa2e69-71b5-43d9-9213-7583d1850b44 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:38.207390 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-00fa2e69-71b5-43d9-9213-7583d1850b44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3731249'] for router, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:38.208067 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00fa2e69-71b5-43d9-9213-7583d1850b44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 778ab637-dc51-4e34-81a6-0099940b16f6 {{(pid=113344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:50:38.214453 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-00fa2e69-71b5-43d9-9213-7583d1850b44 admin admin] Publish callbacks [] for router, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:38.216347 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-00fa2e69-71b5-43d9-9213-7583d1850b44 admin admin] 10.222.0.118 "DELETE /v2.0/routers/778ab637-dc51-4e34-81a6-0099940b16f6 HTTP/1.1" status: 204 len: 168 time: 1.9435134 Nov 02 16:50:38.219805 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 44484) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:38.294931 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.db.db_base_plugin_v2 [None req-15ff678b-59a3-4806-9f8d-9a5fdac80339 admin admin] Deleting subnet e0977232-e536-46af-9a0c-d7241cfd5366 {{(pid=113344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 16:50:38.299283 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-15ff678b-59a3-4806-9f8d-9a5fdac80339 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:38.343070 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-17f0bd38-dbaa-499f-b924-170291a69e39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:38.354729 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-15ff678b-59a3-4806-9f8d-9a5fdac80339 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25199420'] for subnet, precommit_delete_associations {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:38.405963 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-15ff678b-59a3-4806-9f8d-9a5fdac80339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645718'] for subnet, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:38.473900 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-15ff678b-59a3-4806-9f8d-9a5fdac80339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25372910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25642358'] for subnet, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:38.525845 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ff678b-59a3-4806-9f8d-9a5fdac80339 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0977232-e536-46af-9a0c-d7241cfd5366,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:38.535083 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-15ff678b-59a3-4806-9f8d-9a5fdac80339 admin admin] Publish callbacks [] for subnet, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:38.541460 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-15ff678b-59a3-4806-9f8d-9a5fdac80339 admin admin] 10.222.0.118 "DELETE /v2.0/subnets/e0977232-e536-46af-9a0c-d7241cfd5366 HTTP/1.1" status: 204 len: 168 time: 0.3200779 Nov 02 16:50:38.543832 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 44494) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:38.660349 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-b7639339-6392-4e6b-8843-cf4e60c6c221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652235'] for network, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:38.664548 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device f81cc7a7-76fb-45f6-85de-737e1162acf9 no longer exists at agent ovs-agent-dv-cinder-773876-4-iscsi {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:50:38.709869 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] No Port match for: f81cc7a7-76fb-45f6-85de-737e1162acf9 {{(pid=113346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 16:50:38.710446 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device f81cc7a7-76fb-45f6-85de-737e1162acf9 not bound to the agent host dv-cinder-773876-4-iscsi {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:50:38.719956 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device 2d5d7fd3-77f7-4ee3-ae08-74694e774d3d no longer exists at agent ovs-agent-dv-cinder-773876-4-iscsi {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:50:38.747747 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] No Port match for: 2d5d7fd3-77f7-4ee3-ae08-74694e774d3d {{(pid=113346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 16:50:38.749313 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device 2d5d7fd3-77f7-4ee3-ae08-74694e774d3d not bound to the agent host dv-cinder-773876-4-iscsi {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:50:38.784132 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-b7639339-6392-4e6b-8843-cf4e60c6c221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644317', 'neutron.services.segments.db._delete_segments_for_network-8788025296622'] for network, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:38.821506 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.services.segments.db [None req-b7639339-6392-4e6b-8843-cf4e60c6c221 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e13a8a17-03ff-45d6-87c8-8e4368446fe7']}} {{(pid=113345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:38.838896 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.services.segments.db [None req-b7639339-6392-4e6b-8843-cf4e60c6c221 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80e87b5c-0e86-4ca9-a97e-67171cd2a7f7') {'for_net_delete': True} {{(pid=113345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:38.839335 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.services.segments.db [None req-b7639339-6392-4e6b-8843-cf4e60c6c221 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80e87b5c-0e86-4ca9-a97e-67171cd2a7f7') {} {{(pid=113345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:50:38.854467 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-b7639339-6392-4e6b-8843-cf4e60c6c221 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788025301495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27917006'] for segment, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:38.881895 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-b7639339-6392-4e6b-8843-cf4e60c6c221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639893'] for segment, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:38.891465 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7639339-6392-4e6b-8843-cf4e60c6c221 admin admin] Releasing vlan 794 on physical network physnet1 to pool {{(pid=113345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:50:38.891968 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-b7639339-6392-4e6b-8843-cf4e60c6c221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27915798'] for segment, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:38.894518 dv-cinder-773876-4-iscsi neutron-server[113345]: Traceback (most recent call last): Nov 02 16:50:38.894518 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:50:38.894518 dv-cinder-773876-4-iscsi neutron-server[113345]: timer() Nov 02 16:50:38.894518 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:50:38.894518 dv-cinder-773876-4-iscsi neutron-server[113345]: cb(*args, **kw) Nov 02 16:50:38.894518 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:50:38.894518 dv-cinder-773876-4-iscsi neutron-server[113345]: return func(*args, **kwargs) Nov 02 16:50:38.894518 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:50:38.894518 dv-cinder-773876-4-iscsi neutron-server[113345]: self._notify() Nov 02 16:50:38.894518 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:50:38.894518 dv-cinder-773876-4-iscsi neutron-server[113345]: self.callback(batched_events) Nov 02 16:50:38.894518 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:50:38.894518 dv-cinder-773876-4-iscsi neutron-server[113345]: event.method(event) Nov 02 16:50:38.894518 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:50:38.894518 dv-cinder-773876-4-iscsi neutron-server[113345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:50:38.894518 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:50:38.894518 dv-cinder-773876-4-iscsi neutron-server[113345]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:50:38.894518 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:50:38.894518 dv-cinder-773876-4-iscsi neutron-server[113345]: return f(self, *a, **k) Nov 02 16:50:38.894518 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:50:38.894518 dv-cinder-773876-4-iscsi neutron-server[113345]: return self._get(url).json() Nov 02 16:50:38.894518 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:50:38.894518 dv-cinder-773876-4-iscsi neutron-server[113345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:50:38.894518 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:50:38.894518 dv-cinder-773876-4-iscsi neutron-server[113345]: return self.request(url, 'GET', **kwargs) Nov 02 16:50:38.894518 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:50:38.894518 dv-cinder-773876-4-iscsi neutron-server[113345]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:50:38.894518 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:50:38.894518 dv-cinder-773876-4-iscsi neutron-server[113345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:50:38.894518 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:50:38.894518 dv-cinder-773876-4-iscsi neutron-server[113345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:50:38.894518 dv-cinder-773876-4-iscsi neutron-server[113345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:50:39.028231 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-b7639339-6392-4e6b-8843-cf4e60c6c221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3708022'] for network, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:39.039316 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-b7639339-6392-4e6b-8843-cf4e60c6c221 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673503'] for network, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:39.047269 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-b7639339-6392-4e6b-8843-cf4e60c6c221 admin admin] 10.222.0.118 "DELETE /v2.0/networks/e13a8a17-03ff-45d6-87c8-8e4368446fe7 HTTP/1.1" status: 204 len: 168 time: 0.5004981 Nov 02 16:50:39.095821 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0970cf2b-e183-47e6-9233-057e2ce7a653 req-7fac318a-265e-40a5-bb0d-8d9f2e3b4d20 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:39.097673 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-0970cf2b-e183-47e6-9233-057e2ce7a653 req-7fac318a-265e-40a5-bb0d-8d9f2e3b4d20 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 945 time: 0.1919391 Nov 02 16:50:39.098628 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7639339-6392-4e6b-8843-cf4e60c6c221 admin admin] Pushing event deleted for resources: {'Network': ['ID=e13a8a17-03ff-45d6-87c8-8e4368446fe7,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:39.108117 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ad810-d000-49d8-beed-3e9e65d0aa9e req-8971427d-9ac9-4748-85df-325b09b02ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:39.110342 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-800ad810-d000-49d8-beed-3e9e65d0aa9e req-8971427d-9ac9-4748-85df-325b09b02ffc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5cc524f131464fe097cff64187071316&device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 1098 time: 0.1532173 Nov 02 16:50:39.147078 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 44504) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:39.250364 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-0970cf2b-e183-47e6-9233-057e2ce7a653 req-8fa6101b-0355-4793-8fce-5e4b530ae500 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321459 Nov 02 16:50:39.271379 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ad810-d000-49d8-beed-3e9e65d0aa9e req-d28ead16-e37d-407c-83bb-ea77627ae0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:39.272975 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-800ad810-d000-49d8-beed-3e9e65d0aa9e req-d28ead16-e37d-407c-83bb-ea77627ae0be service neutron] 10.222.0.76 "GET /v2.0/networks?id=2642968c-324e-4035-9dba-a5695e42fc1f HTTP/1.1" status: 200 len: 918 time: 0.1456339 Nov 02 16:50:39.363862 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-4526d9a2-d2ce-4a77-b1ff-c6de2d45dbff admin admin] Publish callbacks [] for security_group, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:39.397186 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-800ad810-d000-49d8-beed-3e9e65d0aa9e req-2f573e64-431f-4b01-81fe-60c9e3586441 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a36918e-caa7-42ed-b923-c3a049049148 HTTP/1.1" status: 200 len: 1000 time: 0.1113009 Nov 02 16:50:39.415218 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 44508) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:39.479241 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ad810-d000-49d8-beed-3e9e65d0aa9e req-0e1f7079-f844-4cc2-862f-a3c69d72e662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:39.481259 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-800ad810-d000-49d8-beed-3e9e65d0aa9e req-0e1f7079-f844-4cc2-862f-a3c69d72e662 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fd525ac9-44f8-421c-b093-9ce2aeedf323 HTTP/1.1" status: 200 len: 856 time: 0.0748162 Nov 02 16:50:39.495023 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-27d9f2bd-a8fc-41a4-a6d0-7693c2a4a55d admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=7a412769a7274d9da389f724f6f4744e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0783882 Nov 02 16:50:39.502346 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 44510) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:39.525974 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-4526d9a2-d2ce-4a77-b1ff-c6de2d45dbff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:39.541019 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-4526d9a2-d2ce-4a77-b1ff-c6de2d45dbff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:39.563841 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ad810-d000-49d8-beed-3e9e65d0aa9e req-6f4a415f-9bc8-4a99-91da-bfddf0be5557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:39.566264 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-800ad810-d000-49d8-beed-3e9e65d0aa9e req-6f4a415f-9bc8-4a99-91da-bfddf0be5557 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2642968c-324e-4035-9dba-a5695e42fc1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0748246 Nov 02 16:50:39.619652 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-4526d9a2-d2ce-4a77-b1ff-c6de2d45dbff admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=b90d3bb9dcb241d7a72641dec79e5d4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4677823 Nov 02 16:50:39.619939 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4526d9a2-d2ce-4a77-b1ff-c6de2d45dbff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b209d1-69e9-4dc3-a3eb-bff353f1455c,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:39.624415 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 44512) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:39.641250 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-ffc3f034-46ef-48df-819d-4874a7a9f282 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:39.671062 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-ffc3f034-46ef-48df-819d-4874a7a9f282 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:39.751037 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-ffc3f034-46ef-48df-819d-4874a7a9f282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:39.755508 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-ffc3f034-46ef-48df-819d-4874a7a9f282 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:39.757255 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-ffc3f034-46ef-48df-819d-4874a7a9f282 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/ddb90fec-7904-45a4-971a-2a58baec8a4c HTTP/1.1" status: 204 len: 168 time: 0.2532287 Nov 02 16:50:39.769574 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc3f034-46ef-48df-819d-4874a7a9f282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb90fec-7904-45a4-971a-2a58baec8a4c,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:39.818337 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-800ad810-d000-49d8-beed-3e9e65d0aa9e req-a690f86c-ceb5-4af3-89ee-633b76962fb0 service neutron] 10.222.0.76 "GET /v2.0/networks/2642968c-324e-4035-9dba-a5695e42fc1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429023 Nov 02 16:50:39.822659 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-805fa17c-f873-4ad1-a76a-2ac0cee74a0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:39.916248 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-805fa17c-f873-4ad1-a76a-2ac0cee74a0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:40.003509 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-800ad810-d000-49d8-beed-3e9e65d0aa9e req-3f6635be-6dd9-46e6-83b8-32a25030ca42 service neutron] 10.222.0.76 "GET /v2.0/networks/2642968c-324e-4035-9dba-a5695e42fc1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754131 Nov 02 16:50:40.031806 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-805fa17c-f873-4ad1-a76a-2ac0cee74a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:40.038097 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-805fa17c-f873-4ad1-a76a-2ac0cee74a0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:40.045817 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-805fa17c-f873-4ad1-a76a-2ac0cee74a0b admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/04b209d1-69e9-4dc3-a3eb-bff353f1455c HTTP/1.1" status: 204 len: 168 time: 0.4198763 Nov 02 16:50:40.056431 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805fa17c-f873-4ad1-a76a-2ac0cee74a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b209d1-69e9-4dc3-a3eb-bff353f1455c,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:40.473001 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277dde49-856d-4f17-80c2-45d5e440fdb7 req-97ad882d-c235-4d96-8161-6b7f173a68e2 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:40.475288 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-277dde49-856d-4f17-80c2-45d5e440fdb7 req-97ad882d-c235-4d96-8161-6b7f173a68e2 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 945 time: 0.0679660 Nov 02 16:50:40.556625 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-277dde49-856d-4f17-80c2-45d5e440fdb7 req-522e2269-662a-42a3-9e76-bc687f1da985 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695374 Nov 02 16:50:40.569068 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 44532) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:40.604224 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-75666951-81a4-454a-bd45-266c41590855 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:40.744517 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-75666951-81a4-454a-bd45-266c41590855 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:40.751778 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-75666951-81a4-454a-bd45-266c41590855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:40.801811 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-75666951-81a4-454a-bd45-266c41590855 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=f519874b8bf346e99e4fb3d4b898b75b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2283244 Nov 02 16:50:40.802813 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75666951-81a4-454a-bd45-266c41590855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de9db487-b7ad-477c-a705-67483ff2ac38,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:40.805300 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 44540) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:40.898329 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-4ddb2e9a-2506-4ded-92bb-1593dd1645e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:40.935446 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-4ddb2e9a-2506-4ded-92bb-1593dd1645e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:41.001961 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-4ddb2e9a-2506-4ded-92bb-1593dd1645e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:41.005045 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-4ddb2e9a-2506-4ded-92bb-1593dd1645e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:41.006429 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-4ddb2e9a-2506-4ded-92bb-1593dd1645e6 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/de9db487-b7ad-477c-a705-67483ff2ac38 HTTP/1.1" status: 204 len: 168 time: 0.1995049 Nov 02 16:50:41.026653 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddb2e9a-2506-4ded-92bb-1593dd1645e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9db487-b7ad-477c-a705-67483ff2ac38,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:41.034314 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-c3a69728-184c-4908-9c10-aeec90efee30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:41.548621 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device 6a36918e-caa7-42ed-b923-c3a049049148 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:50:41.775900 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d013ad46-a1b2-4461-958e-520758676c14 req-054d30ad-412f-417a-b4f4-d1607c54942b tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:41.780121 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-d013ad46-a1b2-4461-958e-520758676c14 req-054d30ad-412f-417a-b4f4-d1607c54942b tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 945 time: 0.0834694 Nov 02 16:50:41.861556 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-d013ad46-a1b2-4461-958e-520758676c14 req-4055980d-2d74-49f2-a110-23c93b2e55ae tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719743 Nov 02 16:50:41.877173 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:41.912663 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3df0bde8-504d-42f2-b162-1fb601b26528', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a36918e-caa7-42ed-b923-c3a049049148'}] {{(pid=113346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:50:41.915695 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76f9361971789a5ad3b4a9c4b1498f7b6e6fa8520131c3d92747b1d2ae9477a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a669183-1f5f-434e-91a1-9bdfa9f88736" -d '{"events": [{"server_uuid": "3df0bde8-504d-42f2-b162-1fb601b26528", "name": "network-vif-unplugged", "status": "completed", "tag": "6a36918e-caa7-42ed-b923-c3a049049148"}]}' {{(pid=113346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:50:41.933221 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port 6a36918e-caa7-42ed-b923-c3a049049148, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=6a36918e-caa7-42ed-b923-c3a049049148,segment=NetworkSegment(696e12bc-6b69-439e-85c8-346996a99755),segment_id=696e12bc-6b69-439e-85c8-346996a99755)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:50:41.944328 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:41.995601 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 16:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c0a49b-e7c1-4f30-83de-b8e277a82270 x-openstack-request-id: req-46c0a49b-e7c1-4f30-83de-b8e277a82270 {{(pid=113346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:50:41.996706 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3df0bde8-504d-42f2-b162-1fb601b26528", "name": "network-vif-unplugged", "status": "completed", "tag": "6a36918e-caa7-42ed-b923-c3a049049148", "code": 200}]} {{(pid=113346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:50:41.998104 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-46c0a49b-e7c1-4f30-83de-b8e277a82270 {{(pid=113346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:50:41.999675 dv-cinder-773876-4-iscsi neutron-server[113346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3df0bde8-504d-42f2-b162-1fb601b26528', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a36918e-caa7-42ed-b923-c3a049049148', 'code': 200} Nov 02 16:50:42.039517 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Pushing event updated for resources: {'Port': ['ID=6a36918e-caa7-42ed-b923-c3a049049148,revision_number=8']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:42.848365 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-dfe49d6c-b306-436a-ba68-760764be264a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:42.870355 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 44600) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:43.069893 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d05b49c-df73-46d7-a062-a58da35899fd req-70e7ce9c-bda4-479a-9356-a66aef7a03a4 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:43.079462 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-5d05b49c-df73-46d7-a062-a58da35899fd req-70e7ce9c-bda4-479a-9356-a66aef7a03a4 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 943 time: 0.0865862 Nov 02 16:50:43.083179 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-f14c96b1-9cf7-42dd-bb6d-91d460447606 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:43.147429 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-5d05b49c-df73-46d7-a062-a58da35899fd req-327f224d-af5b-4892-a882-fc022cc6f7d6 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663779 Nov 02 16:50:43.202232 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-f14c96b1-9cf7-42dd-bb6d-91d460447606 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:43.207773 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-f14c96b1-9cf7-42dd-bb6d-91d460447606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:43.258630 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14c96b1-9cf7-42dd-bb6d-91d460447606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd00c5e-45e7-41f4-bad8-d717a18c77e8,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:43.264088 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-f14c96b1-9cf7-42dd-bb6d-91d460447606 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=86e565d5494e4cc68810e87db350d9b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3923306 Nov 02 16:50:43.266910 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 44616) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:43.341842 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-9354d3d0-ff5c-45e7-9f31-fcddf5bb5bf9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:43.373415 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-9354d3d0-ff5c-45e7-9f31-fcddf5bb5bf9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:43.451850 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-9354d3d0-ff5c-45e7-9f31-fcddf5bb5bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:43.456047 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-9354d3d0-ff5c-45e7-9f31-fcddf5bb5bf9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:43.460397 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-9354d3d0-ff5c-45e7-9f31-fcddf5bb5bf9 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/bbd00c5e-45e7-41f4-bad8-d717a18c77e8 HTTP/1.1" status: 204 len: 168 time: 0.1920586 Nov 02 16:50:43.486002 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9354d3d0-ff5c-45e7-9f31-fcddf5bb5bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd00c5e-45e7-41f4-bad8-d717a18c77e8,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:43.838783 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [req-a6a6d0d9-c832-4b19-9697-8a5a93cd1478 req-a9d2af31-8ff0-4ec3-9998-a13d1bdcd077 service neutron] http://10.222.0.118:9696/v2.0/extensions returned with HTTP 200 {{(pid=113345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:50:43.840215 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-a6a6d0d9-c832-4b19-9697-8a5a93cd1478 req-a9d2af31-8ff0-4ec3-9998-a13d1bdcd077 service neutron] 10.222.0.118 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0066257 Nov 02 16:50:44.151180 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e981017-0976-4c8b-8292-827c906ca927 req-ba09e35b-fc11-4048-aa6f-93f6836b1d37 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:44.157762 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-3e981017-0976-4c8b-8292-827c906ca927 req-ba09e35b-fc11-4048-aa6f-93f6836b1d37 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 943 time: 0.1134050 Nov 02 16:50:44.279117 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-3e981017-0976-4c8b-8292-827c906ca927 req-4c4e7c0f-5b2d-4557-8d4e-b3d963a68e17 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091187 Nov 02 16:50:44.693921 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0b95-0143-42d2-8d33-45f1b37c89de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:45.112597 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 44722) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:45.254629 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-cb9f338a-2670-47a7-aa3b-eb985d0000d6 req-a3d455f2-55da-403e-8e3f-9d16f6b609b5 service neutron] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1398840 Nov 02 16:50:45.277137 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [req-cb9f338a-2670-47a7-aa3b-eb985d0000d6 req-8ae89dd1-ef18-46df-a150-d34ed2bf97f1 service neutron] http://10.222.0.118:9696/v2.0/extensions returned with HTTP 200 {{(pid=113344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:50:45.279802 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-cb9f338a-2670-47a7-aa3b-eb985d0000d6 req-8ae89dd1-ef18-46df-a150-d34ed2bf97f1 service neutron] 10.222.0.118 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0125277 Nov 02 16:50:45.520347 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f84c4-84e7-4308-9005-cf47a5015826 req-58d4d0fc-971c-4e77-9352-10da421f5ab2 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:45.521946 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-027f84c4-84e7-4308-9005-cf47a5015826 req-58d4d0fc-971c-4e77-9352-10da421f5ab2 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 943 time: 0.0975580 Nov 02 16:50:45.609400 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-027f84c4-84e7-4308-9005-cf47a5015826 req-7f54768c-d51d-46a5-9a8f-306f4b5c3e42 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732923 Nov 02 16:50:46.059235 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:46.788001 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf38d1-e328-4750-9402-2aeb8617fc56 req-aea844dd-0c43-4267-a960-beb01db85651 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:46.790066 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-73bf38d1-e328-4750-9402-2aeb8617fc56 req-aea844dd-0c43-4267-a960-beb01db85651 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 943 time: 0.0690718 Nov 02 16:50:46.850609 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-73bf38d1-e328-4750-9402-2aeb8617fc56 req-80bb54e7-55f1-49fb-bdf9-a209f17a65ee tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513783 Nov 02 16:50:47.011368 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 44770) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:47.165620 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-ddec28c2-cd11-4716-a3e1-d4f4536f9ea9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:47.175865 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f338a-2670-47a7-aa3b-eb985d0000d6 req-042f6e78-4c18-4042-b89a-75fba27d7a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:47.177597 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-cb9f338a-2670-47a7-aa3b-eb985d0000d6 req-042f6e78-4c18-4042-b89a-75fba27d7a59 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528&tenant_id=5cc524f131464fe097cff64187071316 HTTP/1.1" status: 200 len: 1096 time: 0.0837252 Nov 02 16:50:47.261154 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f338a-2670-47a7-aa3b-eb985d0000d6 req-190c8fa1-9529-4be2-9e2c-395764635e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:47.264229 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-cb9f338a-2670-47a7-aa3b-eb985d0000d6 req-190c8fa1-9529-4be2-9e2c-395764635e91 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5cc524f131464fe097cff64187071316&device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 1096 time: 0.0554800 Nov 02 16:50:47.282120 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-ddec28c2-cd11-4716-a3e1-d4f4536f9ea9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:47.287924 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-ddec28c2-cd11-4716-a3e1-d4f4536f9ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:47.354122 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-ddec28c2-cd11-4716-a3e1-d4f4536f9ea9 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=526748e5b1f84e018da1d7d52680ac76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3380249 Nov 02 16:50:47.354122 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddec28c2-cd11-4716-a3e1-d4f4536f9ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6939d4-23c4-468c-b113-579e74ba5cea,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:47.354578 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 44774) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:47.425830 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f338a-2670-47a7-aa3b-eb985d0000d6 req-99db1f52-78a0-4b60-a779-cbe68ad07b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:47.427529 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-cb9f338a-2670-47a7-aa3b-eb985d0000d6 req-99db1f52-78a0-4b60-a779-cbe68ad07b1f service neutron] 10.222.0.76 "GET /v2.0/networks?id=2642968c-324e-4035-9dba-a5695e42fc1f HTTP/1.1" status: 200 len: 918 time: 0.1554210 Nov 02 16:50:47.486626 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-132ed957-d813-4897-922c-2b3d0b174b26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:47.531361 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-132ed957-d813-4897-922c-2b3d0b174b26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:47.545108 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-cb9f338a-2670-47a7-aa3b-eb985d0000d6 req-669e589f-ce7c-432a-94c3-418a72e05a86 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a36918e-caa7-42ed-b923-c3a049049148 HTTP/1.1" status: 200 len: 998 time: 0.1079893 Nov 02 16:50:47.584459 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device 6a36918e-caa7-42ed-b923-c3a049049148 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:50:47.629264 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f338a-2670-47a7-aa3b-eb985d0000d6 req-4d691db8-c6b7-45b2-9b7c-61a76492c097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:47.631281 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-cb9f338a-2670-47a7-aa3b-eb985d0000d6 req-4d691db8-c6b7-45b2-9b7c-61a76492c097 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fd525ac9-44f8-421c-b093-9ce2aeedf323 HTTP/1.1" status: 200 len: 856 time: 0.0750704 Nov 02 16:50:47.655414 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-132ed957-d813-4897-922c-2b3d0b174b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:47.658542 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-132ed957-d813-4897-922c-2b3d0b174b26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:47.659872 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-132ed957-d813-4897-922c-2b3d0b174b26 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/1e6939d4-23c4-468c-b113-579e74ba5cea HTTP/1.1" status: 204 len: 168 time: 0.3045244 Nov 02 16:50:47.691419 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ed957-d813-4897-922c-2b3d0b174b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6939d4-23c4-468c-b113-579e74ba5cea,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:47.714722 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f338a-2670-47a7-aa3b-eb985d0000d6 req-fb32dab9-c036-42e1-b4e8-9c634e948230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:47.717956 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-cb9f338a-2670-47a7-aa3b-eb985d0000d6 req-fb32dab9-c036-42e1-b4e8-9c634e948230 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2642968c-324e-4035-9dba-a5695e42fc1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0738080 Nov 02 16:50:47.859572 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-cb9f338a-2670-47a7-aa3b-eb985d0000d6 req-fee637e3-4b2c-4c2c-bf94-af1c1aa3b334 service neutron] 10.222.0.76 "GET /v2.0/networks/2642968c-324e-4035-9dba-a5695e42fc1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201735 Nov 02 16:50:48.014258 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-cb9f338a-2670-47a7-aa3b-eb985d0000d6 req-40aa667f-d26e-4f7c-b365-1e0ab549bc60 service neutron] 10.222.0.76 "GET /v2.0/networks/2642968c-324e-4035-9dba-a5695e42fc1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452692 Nov 02 16:50:48.034250 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7dc6bd-cb46-44d7-8a9a-7999559c393d req-869754fe-6c77-489e-aa27-b54018937bb9 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:48.036559 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-1c7dc6bd-cb46-44d7-8a9a-7999559c393d req-869754fe-6c77-489e-aa27-b54018937bb9 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 943 time: 0.0910344 Nov 02 16:50:48.110190 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 44788) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:48.110881 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-1c7dc6bd-cb46-44d7-8a9a-7999559c393d req-cbc4e8fd-704f-4868-a33d-f6714caf7874 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652134 Nov 02 16:50:48.128465 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-a4de84c5-c57b-48d1-b8f0-c51cc216a667 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:48.220488 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-a4de84c5-c57b-48d1-b8f0-c51cc216a667 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:48.226292 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-a4de84c5-c57b-48d1-b8f0-c51cc216a667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:48.277639 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-a4de84c5-c57b-48d1-b8f0-c51cc216a667 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=6164d515ec9f4daca3709bf596ddb0aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1660130 Nov 02 16:50:48.279136 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4de84c5-c57b-48d1-b8f0-c51cc216a667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53fc45e2-3767-41ec-bf3b-fa87412ddcaa,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:48.282757 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 44794) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:48.365086 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-b4fc2e9d-5b12-41a1-962c-c26a7354f741 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:48.397897 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-b4fc2e9d-5b12-41a1-962c-c26a7354f741 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:48.469990 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-b4fc2e9d-5b12-41a1-962c-c26a7354f741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:48.473063 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-b4fc2e9d-5b12-41a1-962c-c26a7354f741 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:48.475927 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-b4fc2e9d-5b12-41a1-962c-c26a7354f741 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/53fc45e2-3767-41ec-bf3b-fa87412ddcaa HTTP/1.1" status: 204 len: 168 time: 0.1902411 Nov 02 16:50:48.486696 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc2e9d-5b12-41a1-962c-c26a7354f741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53fc45e2-3767-41ec-bf3b-fa87412ddcaa,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:49.367410 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59484933-e9bd-4e59-a440-1a7cdafbc46b req-327117d1-7f88-47cf-82f4-ff23896605fd tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:49.392764 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-59484933-e9bd-4e59-a440-1a7cdafbc46b req-327117d1-7f88-47cf-82f4-ff23896605fd tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 943 time: 0.1077952 Nov 02 16:50:49.507129 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-59484933-e9bd-4e59-a440-1a7cdafbc46b req-fe619a67-5ad7-4438-bb18-e0c25a3f038c tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107783 Nov 02 16:50:50.280717 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636b564a-6f90-4b6a-ae68-3e9965ad35ae req-b01ecce0-7e60-4333-9b67-8a29b4f52fe4 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:50.282531 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-636b564a-6f90-4b6a-ae68-3e9965ad35ae req-b01ecce0-7e60-4333-9b67-8a29b4f52fe4 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/ports?device_id=fd91cbf0-2d7e-4a11-9073-6e61ccfc7295 HTTP/1.1" status: 200 len: 985 time: 0.3929467 Nov 02 16:50:50.368455 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-636b564a-6f90-4b6a-ae68-3e9965ad35ae req-97efb1f9-f1a7-4719-960b-166f121a9385 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/security-groups?id=f229dc72-75bc-4f7f-9412-443673b95669&id=51a5be46-46b8-4574-9203-4a50b68dea4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0784602 Nov 02 16:50:50.693943 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13568d76-e24b-46ce-9349-e975915f00cd req-afe9435d-70a9-49fc-b24a-b96b3779b4fd tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:50.695969 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-13568d76-e24b-46ce-9349-e975915f00cd req-afe9435d-70a9-49fc-b24a-b96b3779b4fd tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 943 time: 0.0623116 Nov 02 16:50:50.800146 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-13568d76-e24b-46ce-9349-e975915f00cd req-63b29762-3b21-4c83-b421-97abd890f456 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916634 Nov 02 16:50:51.356759 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 44878) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:51.503917 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-4b5e61e2-e0aa-49c9-97c7-44617ac80749 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:51.517430 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d237fcdb-0309-4990-bebd-7fed3807a4c5 req-79b483fb-ba39-4950-9be8-52d9d33dffea tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:51.519086 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-d237fcdb-0309-4990-bebd-7fed3807a4c5 req-79b483fb-ba39-4950-9be8-52d9d33dffea tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/ports?device_id=fd91cbf0-2d7e-4a11-9073-6e61ccfc7295 HTTP/1.1" status: 200 len: 985 time: 0.0608411 Nov 02 16:50:51.632318 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-4b5e61e2-e0aa-49c9-97c7-44617ac80749 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:51.642354 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-d237fcdb-0309-4990-bebd-7fed3807a4c5 req-8627cdf4-baed-429e-ab45-e7a2440a31cd tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/security-groups?id=f229dc72-75bc-4f7f-9412-443673b95669&id=51a5be46-46b8-4574-9203-4a50b68dea4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1158922 Nov 02 16:50:51.669792 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-4b5e61e2-e0aa-49c9-97c7-44617ac80749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:51.725709 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-4b5e61e2-e0aa-49c9-97c7-44617ac80749 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=cab724dbc3b3478eb09d18bfb3143941&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3672178 Nov 02 16:50:51.727248 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5e61e2-e0aa-49c9-97c7-44617ac80749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f3fcdc4-1cd1-495d-9f2d-181b9b10434a,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:51.730538 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 44884) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:51.845752 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:51.871600 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-a34ceef4-172c-438d-b536-afbd26e0c3b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:51.921365 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-a34ceef4-172c-438d-b536-afbd26e0c3b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:52.044787 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-a34ceef4-172c-438d-b536-afbd26e0c3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:52.048099 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-a34ceef4-172c-438d-b536-afbd26e0c3b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:52.049608 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-a34ceef4-172c-438d-b536-afbd26e0c3b3 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/4f3fcdc4-1cd1-495d-9f2d-181b9b10434a HTTP/1.1" status: 204 len: 168 time: 0.3169296 Nov 02 16:50:52.065065 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34ceef4-172c-438d-b536-afbd26e0c3b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f3fcdc4-1cd1-495d-9f2d-181b9b10434a,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:52.081583 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d8f7e2-e38c-4f40-ab08-b3dbe63693ab req-3c893904-6cba-413d-b8a3-b4a5d78c1a5f tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:52.098190 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-96d8f7e2-e38c-4f40-ab08-b3dbe63693ab req-3c893904-6cba-413d-b8a3-b4a5d78c1a5f tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 943 time: 0.1389942 Nov 02 16:50:52.201409 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-96d8f7e2-e38c-4f40-ab08-b3dbe63693ab req-6cc2a125-03e3-453e-9ca0-dd68af1ef9b0 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018078 Nov 02 16:50:52.552147 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 44894) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:52.574403 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-2535f950-9941-4233-b75a-a5098bb6a506 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:52.677515 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-2535f950-9941-4233-b75a-a5098bb6a506 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:52.682179 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-2535f950-9941-4233-b75a-a5098bb6a506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:52.737831 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2535f950-9941-4233-b75a-a5098bb6a506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f365be58-e846-4d9c-b3b5-238f0540bcad,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:52.746632 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-2535f950-9941-4233-b75a-a5098bb6a506 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=df32aacda5f248cb8d67a7fbd7e91fd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1905708 Nov 02 16:50:52.747518 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 44898) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:52.798919 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0328067-d5cb-49c4-bc30-7a10b0ba88fb req-acdaf044-4e05-4426-a386-3bf63d286f66 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:52.801739 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-a0328067-d5cb-49c4-bc30-7a10b0ba88fb req-acdaf044-4e05-4426-a386-3bf63d286f66 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/ports?device_id=fd91cbf0-2d7e-4a11-9073-6e61ccfc7295 HTTP/1.1" status: 200 len: 985 time: 0.0718021 Nov 02 16:50:52.829524 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-785877fd-0171-4eef-bedf-d6b9f10fe794 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:52.860566 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-785877fd-0171-4eef-bedf-d6b9f10fe794 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:52.897007 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-a0328067-d5cb-49c4-bc30-7a10b0ba88fb req-f889c5f1-9c32-49c3-b0aa-75ef37b7a0f3 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/security-groups?id=f229dc72-75bc-4f7f-9412-443673b95669&id=51a5be46-46b8-4574-9203-4a50b68dea4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0819161 Nov 02 16:50:52.950185 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-785877fd-0171-4eef-bedf-d6b9f10fe794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:52.953483 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-785877fd-0171-4eef-bedf-d6b9f10fe794 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:52.957287 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-785877fd-0171-4eef-bedf-d6b9f10fe794 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/f365be58-e846-4d9c-b3b5-238f0540bcad HTTP/1.1" status: 204 len: 168 time: 0.2057240 Nov 02 16:50:52.965006 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785877fd-0171-4eef-bedf-d6b9f10fe794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f365be58-e846-4d9c-b3b5-238f0540bcad,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:53.425590 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a695478-35e4-41f2-ab1c-227325fb1cc5 req-de86726d-779e-4a5a-94c8-81b3d6da692c tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:53.427383 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-3a695478-35e4-41f2-ab1c-227325fb1cc5 req-de86726d-779e-4a5a-94c8-81b3d6da692c tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 943 time: 0.0963008 Nov 02 16:50:53.522979 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-3a695478-35e4-41f2-ab1c-227325fb1cc5 req-467e3fcb-cceb-4df1-b467-6f5fb9330475 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858896 Nov 02 16:50:54.155601 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2850389a-6191-4c53-9170-6e9ac62876de req-61debe35-cd39-4947-bcdb-743c66aa9764 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:54.158794 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-2850389a-6191-4c53-9170-6e9ac62876de req-61debe35-cd39-4947-bcdb-743c66aa9764 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/ports?device_id=fd91cbf0-2d7e-4a11-9073-6e61ccfc7295 HTTP/1.1" status: 200 len: 985 time: 0.1252918 Nov 02 16:50:54.273169 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-2850389a-6191-4c53-9170-6e9ac62876de req-cdd207e6-d628-468b-b585-88f1335bc21f tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/security-groups?id=f229dc72-75bc-4f7f-9412-443673b95669&id=51a5be46-46b8-4574-9203-4a50b68dea4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1046405 Nov 02 16:50:54.757069 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa3531a-1020-47fe-8be2-51ba390b2414 req-89cea9c2-b684-4929-9ce9-5f3e04efe7c0 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:54.759182 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-9fa3531a-1020-47fe-8be2-51ba390b2414 req-89cea9c2-b684-4929-9ce9-5f3e04efe7c0 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 943 time: 0.0946829 Nov 02 16:50:54.834313 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-9fa3531a-1020-47fe-8be2-51ba390b2414 req-19e082ad-478f-42ff-8384-986baec618ac tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674086 Nov 02 16:50:55.415147 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb07ad0-c593-48bf-95cb-0faa292862d8 req-2bf0abe0-0ca8-4010-9dfc-d000fb789b05 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:55.417663 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-1cb07ad0-c593-48bf-95cb-0faa292862d8 req-2bf0abe0-0ca8-4010-9dfc-d000fb789b05 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/ports?device_id=fd91cbf0-2d7e-4a11-9073-6e61ccfc7295 HTTP/1.1" status: 200 len: 985 time: 0.0588505 Nov 02 16:50:55.546752 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-1cb07ad0-c593-48bf-95cb-0faa292862d8 req-31328740-3fc6-4aa8-90e8-05200a777b3b tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/security-groups?id=f229dc72-75bc-4f7f-9412-443673b95669&id=51a5be46-46b8-4574-9203-4a50b68dea4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1188476 Nov 02 16:50:56.024587 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4973065e-ce17-4875-bfb5-a50cce33f860 req-4ee1ef5e-b852-4470-8e84-ebcdb0ea3cd5 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:56.027308 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-4973065e-ce17-4875-bfb5-a50cce33f860 req-4ee1ef5e-b852-4470-8e84-ebcdb0ea3cd5 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 943 time: 0.0686190 Nov 02 16:50:56.142375 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-4973065e-ce17-4875-bfb5-a50cce33f860 req-e804cb49-4aa8-4b7c-8a0d-1cb30165748b tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994956 Nov 02 16:50:56.290722 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 44988) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:56.417986 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-bc23742a-4ddf-4d20-93ce-0d662d808461 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:56.518201 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-bc23742a-4ddf-4d20-93ce-0d662d808461 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:56.523199 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-bc23742a-4ddf-4d20-93ce-0d662d808461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:56.571312 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-bc23742a-4ddf-4d20-93ce-0d662d808461 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=25456deace3549f4adaab678a86cf2eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2766593 Nov 02 16:50:56.571312 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc23742a-4ddf-4d20-93ce-0d662d808461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e397b86-86da-4155-afce-dfa2885e242f,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:56.579736 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 44992) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:56.716134 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-602dd6d5-b3ed-4e4a-976c-5db0a22e9a87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:56.749036 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-602dd6d5-b3ed-4e4a-976c-5db0a22e9a87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:56.770757 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b902592-3a44-4a9c-b165-2297b0ecb23c req-4b4a2901-a958-4d17-ae97-e7ab47681fe1 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:56.772731 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-4b902592-3a44-4a9c-b165-2297b0ecb23c req-4b4a2901-a958-4d17-ae97-e7ab47681fe1 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/ports?device_id=fd91cbf0-2d7e-4a11-9073-6e61ccfc7295 HTTP/1.1" status: 200 len: 985 time: 0.1017330 Nov 02 16:50:56.858982 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-602dd6d5-b3ed-4e4a-976c-5db0a22e9a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:56.862465 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-602dd6d5-b3ed-4e4a-976c-5db0a22e9a87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:56.869073 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-602dd6d5-b3ed-4e4a-976c-5db0a22e9a87 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/8e397b86-86da-4155-afce-dfa2885e242f HTTP/1.1" status: 204 len: 168 time: 0.2862840 Nov 02 16:50:56.883804 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-4b902592-3a44-4a9c-b165-2297b0ecb23c req-0f1c5bad-acf5-4e77-94a5-91a929d20807 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/security-groups?id=f229dc72-75bc-4f7f-9412-443673b95669&id=51a5be46-46b8-4574-9203-4a50b68dea4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1003752 Nov 02 16:50:56.890401 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602dd6d5-b3ed-4e4a-976c-5db0a22e9a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e397b86-86da-4155-afce-dfa2885e242f,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:57.242507 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 45002) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:57.269974 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-a955dfac-b3ac-4058-aac6-106f1935716e admin admin] Publish callbacks [] for security_group, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:57.348273 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d954cd54-2eb1-46ab-9711-d294674db31f req-e8328c80-cbbf-4061-b457-e13b2d2b34ed tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:57.351003 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-d954cd54-2eb1-46ab-9711-d294674db31f req-e8328c80-cbbf-4061-b457-e13b2d2b34ed tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 943 time: 0.0984957 Nov 02 16:50:57.443739 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-a955dfac-b3ac-4058-aac6-106f1935716e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:57.448320 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-d954cd54-2eb1-46ab-9711-d294674db31f req-d981529f-9339-4039-845e-f63884913313 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901656 Nov 02 16:50:57.453111 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-a955dfac-b3ac-4058-aac6-106f1935716e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:57.513564 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-a955dfac-b3ac-4058-aac6-106f1935716e admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=f8d591f37c694d099486a69f3b2fb0a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2686472 Nov 02 16:50:57.514702 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a955dfac-b3ac-4058-aac6-106f1935716e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3942035-0e05-4b25-b189-455408ae7950,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:57.516108 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 45008) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:50:57.584241 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-67f57a27-8708-4832-b96e-344136126cdc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:57.608264 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-67f57a27-8708-4832-b96e-344136126cdc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:57.660422 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-67f57a27-8708-4832-b96e-344136126cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:57.663145 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-67f57a27-8708-4832-b96e-344136126cdc admin admin] Publish callbacks [] for security_group, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:50:57.664626 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-67f57a27-8708-4832-b96e-344136126cdc admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/c3942035-0e05-4b25-b189-455408ae7950 HTTP/1.1" status: 204 len: 168 time: 0.1472480 Nov 02 16:50:57.676625 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f57a27-8708-4832-b96e-344136126cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3942035-0e05-4b25-b189-455408ae7950,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:50:58.058581 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff330d-86a6-4394-980c-15ea165567e9 req-96e6a0c6-261d-4295-9dbc-25c979d7d1aa tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:58.060564 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-9cff330d-86a6-4394-980c-15ea165567e9 req-96e6a0c6-261d-4295-9dbc-25c979d7d1aa tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/ports?device_id=fd91cbf0-2d7e-4a11-9073-6e61ccfc7295 HTTP/1.1" status: 200 len: 985 time: 0.0699031 Nov 02 16:50:58.160226 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-9cff330d-86a6-4394-980c-15ea165567e9 req-a043c02c-ac69-424d-aab3-27db7b6a1c89 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/security-groups?id=f229dc72-75bc-4f7f-9412-443673b95669&id=51a5be46-46b8-4574-9203-4a50b68dea4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0853832 Nov 02 16:50:58.641598 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac5677-de60-4cba-bd41-9db75f5acf05 req-19e7c3db-c37c-4708-9bf2-e04497356854 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:58.645375 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-e3ac5677-de60-4cba-bd41-9db75f5acf05 req-19e7c3db-c37c-4708-9bf2-e04497356854 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 943 time: 0.0763822 Nov 02 16:50:58.732110 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-e3ac5677-de60-4cba-bd41-9db75f5acf05 req-6d724445-f557-4b60-a7ff-b07302ad0c4e tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739360 Nov 02 16:50:59.335276 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166857a-c6ca-4b54-92cd-809e7c04253c req-4b98964e-abca-4dd7-b600-f91bfccb04cd tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:59.337367 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-1166857a-c6ca-4b54-92cd-809e7c04253c req-4b98964e-abca-4dd7-b600-f91bfccb04cd tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/ports?device_id=fd91cbf0-2d7e-4a11-9073-6e61ccfc7295 HTTP/1.1" status: 200 len: 985 time: 0.0851977 Nov 02 16:50:59.451829 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.agents_db [None req-4685c794-fb13-4fdb-802d-b1599aff033c None None] Agent healthcheck: found 6 active agents {{(pid=113347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:50:59.457933 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-1166857a-c6ca-4b54-92cd-809e7c04253c req-f162f357-4d04-4b23-8d92-00faba7968ea tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/security-groups?id=f229dc72-75bc-4f7f-9412-443673b95669&id=51a5be46-46b8-4574-9203-4a50b68dea4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1083782 Nov 02 16:50:59.940322 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634d0f3e-b025-4ac3-a893-e5ee82e00cb1 req-5eabd226-f04c-4b66-b6d0-a2f6ba50c06a tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:50:59.943243 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-634d0f3e-b025-4ac3-a893-e5ee82e00cb1 req-5eabd226-f04c-4b66-b6d0-a2f6ba50c06a tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 943 time: 0.0864472 Nov 02 16:51:00.023132 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-634d0f3e-b025-4ac3-a893-e5ee82e00cb1 req-1ba92ce8-5fa4-4837-a33c-5ead4a648a77 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710123 Nov 02 16:51:00.695097 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15827610-fe60-43ea-a6e8-80202afedb12 req-1923dd45-3353-4df9-848c-71f5fca13ade tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:00.697091 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-15827610-fe60-43ea-a6e8-80202afedb12 req-1923dd45-3353-4df9-848c-71f5fca13ade tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/ports?device_id=fd91cbf0-2d7e-4a11-9073-6e61ccfc7295 HTTP/1.1" status: 200 len: 985 time: 0.1055152 Nov 02 16:51:00.796292 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-15827610-fe60-43ea-a6e8-80202afedb12 req-0e471f19-74cf-4f39-8807-5ff7a4a2d4b0 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/security-groups?id=f229dc72-75bc-4f7f-9412-443673b95669&id=51a5be46-46b8-4574-9203-4a50b68dea4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0905545 Nov 02 16:51:01.002212 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 45098) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:01.164455 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-146eb3c5-dc76-4067-8597-327e1b5b8ca2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:01.217087 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a9a67-5968-4e32-9257-ca935614e0fc req-ab74136a-b0f1-4f9a-b722-2426181f3edd tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:01.219106 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-517a9a67-5968-4e32-9257-ca935614e0fc req-ab74136a-b0f1-4f9a-b722-2426181f3edd tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 943 time: 0.0811520 Nov 02 16:51:01.284453 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-146eb3c5-dc76-4067-8597-327e1b5b8ca2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:01.289679 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-146eb3c5-dc76-4067-8597-327e1b5b8ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:01.297156 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-517a9a67-5968-4e32-9257-ca935614e0fc req-1c08776d-675c-45c5-9c23-74097167f9a0 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698137 Nov 02 16:51:01.351644 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-146eb3c5-dc76-4067-8597-327e1b5b8ca2 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=a377589605f546b7a9dbe0c3607aa7eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3484895 Nov 02 16:51:01.352627 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146eb3c5-dc76-4067-8597-327e1b5b8ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01327377-7468-44e8-b822-8a803e345c62,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:01.354482 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 45104) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:01.436931 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-a73bde30-dbc7-463b-98b0-4cec37cb7692 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:01.468957 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-a73bde30-dbc7-463b-98b0-4cec37cb7692 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:01.526780 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-a73bde30-dbc7-463b-98b0-4cec37cb7692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:01.531568 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-a73bde30-dbc7-463b-98b0-4cec37cb7692 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:01.533766 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-a73bde30-dbc7-463b-98b0-4cec37cb7692 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/01327377-7468-44e8-b822-8a803e345c62 HTTP/1.1" status: 204 len: 168 time: 0.1778970 Nov 02 16:51:01.549979 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73bde30-dbc7-463b-98b0-4cec37cb7692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01327377-7468-44e8-b822-8a803e345c62,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:01.990286 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087be265-8df9-40ef-9808-18a62bb11853 req-625ee2de-9959-4a77-887f-d451cbfd4d67 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:01.992413 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-087be265-8df9-40ef-9808-18a62bb11853 req-625ee2de-9959-4a77-887f-d451cbfd4d67 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/ports?device_id=fd91cbf0-2d7e-4a11-9073-6e61ccfc7295 HTTP/1.1" status: 200 len: 985 time: 0.0745740 Nov 02 16:51:02.094640 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 45128) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:02.111267 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-087be265-8df9-40ef-9808-18a62bb11853 req-e80f4c3e-ec90-4061-8ca4-6588d3143a93 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/security-groups?id=f229dc72-75bc-4f7f-9412-443673b95669&id=51a5be46-46b8-4574-9203-4a50b68dea4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1084154 Nov 02 16:51:02.111724 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-06ef5a66-3738-452e-9565-6e23663ad20b admin admin] Publish callbacks [] for security_group, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:02.240804 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-06ef5a66-3738-452e-9565-6e23663ad20b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:02.249633 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-06ef5a66-3738-452e-9565-6e23663ad20b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:02.298150 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-06ef5a66-3738-452e-9565-6e23663ad20b admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=7ca4522087bf4d9cb15f54857bff0ed2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2020783 Nov 02 16:51:02.300950 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ef5a66-3738-452e-9565-6e23663ad20b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b624fc-8ed2-4913-9f22-ed9537ef7740,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:02.301250 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 45130) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:02.386657 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a5a1-8459-4a6c-8012-085b2ab40e96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:02.424589 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a5a1-8459-4a6c-8012-085b2ab40e96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:02.482821 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69728b11-3be0-4c8a-8c43-0c4e06c7a368 req-b1d63104-43e5-4a0f-8bfc-d15768bd3f6b tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:02.485125 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-69728b11-3be0-4c8a-8c43-0c4e06c7a368 req-b1d63104-43e5-4a0f-8bfc-d15768bd3f6b tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 943 time: 0.0809767 Nov 02 16:51:02.507878 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a5a1-8459-4a6c-8012-085b2ab40e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:02.513279 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a5a1-8459-4a6c-8012-085b2ab40e96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:02.515442 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-a4e2a5a1-8459-4a6c-8012-085b2ab40e96 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/10b624fc-8ed2-4913-9f22-ed9537ef7740 HTTP/1.1" status: 204 len: 168 time: 0.2128587 Nov 02 16:51:02.533181 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2a5a1-8459-4a6c-8012-085b2ab40e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b624fc-8ed2-4913-9f22-ed9537ef7740,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:02.578305 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-69728b11-3be0-4c8a-8c43-0c4e06c7a368 req-175474da-89c8-4d54-ab39-1c4f5d42409e tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833528 Nov 02 16:51:03.266511 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd87f91-6132-4b9b-b3c4-0303921a13cc req-652cbdae-6f22-4c0e-a70a-828ee70c752b tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:03.268373 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-1bd87f91-6132-4b9b-b3c4-0303921a13cc req-652cbdae-6f22-4c0e-a70a-828ee70c752b tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/ports?device_id=fd91cbf0-2d7e-4a11-9073-6e61ccfc7295 HTTP/1.1" status: 200 len: 985 time: 0.0635331 Nov 02 16:51:03.351238 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-1bd87f91-6132-4b9b-b3c4-0303921a13cc req-6eb2c78a-24ee-4795-b921-d0c3cc230934 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/security-groups?id=f229dc72-75bc-4f7f-9412-443673b95669&id=51a5be46-46b8-4574-9203-4a50b68dea4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0756898 Nov 02 16:51:03.519025 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a544f9f5-ff5a-41e4-9eda-b5345b1ea886 req-9f139a3f-1d97-4ebd-85b4-8ce31d3d5ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:03.521376 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-a544f9f5-ff5a-41e4-9eda-b5345b1ea886 req-9f139a3f-1d97-4ebd-85b4-8ce31d3d5ada service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=078aa8372f994f1eafe3013d58d8c979&device_id=fd91cbf0-2d7e-4a11-9073-6e61ccfc7295 HTTP/1.1" status: 200 len: 1138 time: 0.0501223 Nov 02 16:51:03.648343 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a544f9f5-ff5a-41e4-9eda-b5345b1ea886 req-e54deb7a-ff55-4d04-8cac-7a5d1ea7b891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:03.650124 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-a544f9f5-ff5a-41e4-9eda-b5345b1ea886 req-e54deb7a-ff55-4d04-8cac-7a5d1ea7b891 service neutron] 10.222.0.76 "GET /v2.0/networks?id=feac3926-83aa-4c72-bcab-fa9f4d378711 HTTP/1.1" status: 200 len: 916 time: 0.1189241 Nov 02 16:51:03.765284 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-a544f9f5-ff5a-41e4-9eda-b5345b1ea886 req-0c535fc4-a300-4469-a7ae-b9ef93b97f35 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e HTTP/1.1" status: 200 len: 1001 time: 0.1017821 Nov 02 16:51:03.816110 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0c5ed-44a4-4edf-a4ee-2a4107304951 req-ebe869a3-0637-4b4f-9c2e-a772f53a2261 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:03.817932 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-d0d0c5ed-44a4-4edf-a4ee-2a4107304951 req-ebe869a3-0637-4b4f-9c2e-a772f53a2261 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 943 time: 0.0932612 Nov 02 16:51:03.858460 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a544f9f5-ff5a-41e4-9eda-b5345b1ea886 req-3c9ae2d8-b87f-43ab-96e3-fc1078f66bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:03.860660 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-a544f9f5-ff5a-41e4-9eda-b5345b1ea886 req-3c9ae2d8-b87f-43ab-96e3-fc1078f66bdd service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dc55a5e7-c1f4-4d71-9d94-8bce00c08b5a HTTP/1.1" status: 200 len: 854 time: 0.0832841 Nov 02 16:51:03.936500 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-d0d0c5ed-44a4-4edf-a4ee-2a4107304951 req-03f9f035-44b0-4261-a40c-a3c83c760450 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027358 Nov 02 16:51:03.954217 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a544f9f5-ff5a-41e4-9eda-b5345b1ea886 req-e2e4be77-133d-4fa5-a54e-ff3b237db45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:03.957287 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-a544f9f5-ff5a-41e4-9eda-b5345b1ea886 req-e2e4be77-133d-4fa5-a54e-ff3b237db45e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=feac3926-83aa-4c72-bcab-fa9f4d378711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0832427 Nov 02 16:51:04.024763 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 45170) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:04.079400 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-a544f9f5-ff5a-41e4-9eda-b5345b1ea886 req-42bf0b5b-6deb-4092-965e-1d31309c5032 service neutron] 10.222.0.76 "GET /v2.0/networks/feac3926-83aa-4c72-bcab-fa9f4d378711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113617 Nov 02 16:51:04.191558 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-9ddb9f7b-4d93-40db-a633-81c17cd25992 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:04.207763 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-a544f9f5-ff5a-41e4-9eda-b5345b1ea886 req-7ad19481-442a-472b-a7ea-3ef5eb2318bb service neutron] 10.222.0.76 "GET /v2.0/networks/feac3926-83aa-4c72-bcab-fa9f4d378711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197476 Nov 02 16:51:04.281945 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-9ddb9f7b-4d93-40db-a633-81c17cd25992 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:04.287855 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-9ddb9f7b-4d93-40db-a633-81c17cd25992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:04.336869 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-9ddb9f7b-4d93-40db-a633-81c17cd25992 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=f60474b23eb54f9393fdb991f01761eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3107080 Nov 02 16:51:04.337945 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 45174) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:04.338245 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddb9f7b-4d93-40db-a633-81c17cd25992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5e2b4d-04f5-448f-9e38-17b775f37daa,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:04.439096 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-f86d8fa7-030d-462e-864d-1eeab7271bd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:04.470285 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-f86d8fa7-030d-462e-864d-1eeab7271bd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:04.519025 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94827170-d465-4761-b5fd-ae1bdc0903dc req-28fd9d21-a8e5-4f7b-9409-f2f8250947f6 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:04.520797 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-94827170-d465-4761-b5fd-ae1bdc0903dc req-28fd9d21-a8e5-4f7b-9409-f2f8250947f6 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/ports?device_id=fd91cbf0-2d7e-4a11-9073-6e61ccfc7295 HTTP/1.1" status: 200 len: 985 time: 0.0621393 Nov 02 16:51:04.542582 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-f86d8fa7-030d-462e-864d-1eeab7271bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:04.546360 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-f86d8fa7-030d-462e-864d-1eeab7271bd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:04.547849 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-f86d8fa7-030d-462e-864d-1eeab7271bd8 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/9a5e2b4d-04f5-448f-9e38-17b775f37daa HTTP/1.1" status: 204 len: 168 time: 0.2082572 Nov 02 16:51:04.558513 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86d8fa7-030d-462e-864d-1eeab7271bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5e2b4d-04f5-448f-9e38-17b775f37daa,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:04.603029 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-94827170-d465-4761-b5fd-ae1bdc0903dc req-aa9b5cd5-84f8-4225-9f62-99da9fc80715 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/security-groups?id=f229dc72-75bc-4f7f-9412-443673b95669&id=51a5be46-46b8-4574-9203-4a50b68dea4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0744569 Nov 02 16:51:05.083095 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903efb7d-5f2e-4f9b-8f6d-bb1b5adfda68 req-87255670-16ca-4564-b9b2-49d2ceb6cc74 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:05.084849 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-903efb7d-5f2e-4f9b-8f6d-bb1b5adfda68 req-87255670-16ca-4564-b9b2-49d2ceb6cc74 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 943 time: 0.0570195 Nov 02 16:51:05.146821 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-903efb7d-5f2e-4f9b-8f6d-bb1b5adfda68 req-804d3fb2-4ded-417b-898d-8c52f9a2abd5 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542843 Nov 02 16:51:05.735481 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ff86d-edfd-4c0d-af70-f334629aed0e req-89a1cdad-2b08-4c8a-baa5-f12bb0cdf5a6 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:05.737184 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-225ff86d-edfd-4c0d-af70-f334629aed0e req-89a1cdad-2b08-4c8a-baa5-f12bb0cdf5a6 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/ports?device_id=fd91cbf0-2d7e-4a11-9073-6e61ccfc7295 HTTP/1.1" status: 200 len: 985 time: 0.0551250 Nov 02 16:51:05.815540 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-225ff86d-edfd-4c0d-af70-f334629aed0e req-ea6e6896-38fa-4306-82c8-7aa269c838e0 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/security-groups?id=f229dc72-75bc-4f7f-9412-443673b95669&id=51a5be46-46b8-4574-9203-4a50b68dea4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0700428 Nov 02 16:51:06.309199 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95283ce-b500-4136-a7ce-feb1d6b5a79a req-f9d6856d-270b-411e-a282-1f679512b9a8 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:06.310991 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-d95283ce-b500-4136-a7ce-feb1d6b5a79a req-f9d6856d-270b-411e-a282-1f679512b9a8 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 943 time: 0.0694625 Nov 02 16:51:06.383703 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-d95283ce-b500-4136-a7ce-feb1d6b5a79a req-92746fe2-966e-4736-819a-1ce121057611 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652423 Nov 02 16:51:06.962305 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c0b99-12b9-49a8-b02a-3951987cd574 req-b6285ffc-be6c-44c4-8f23-13bc6ca7ee5a tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:06.964330 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-3a4c0b99-12b9-49a8-b02a-3951987cd574 req-b6285ffc-be6c-44c4-8f23-13bc6ca7ee5a tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/ports?device_id=fd91cbf0-2d7e-4a11-9073-6e61ccfc7295 HTTP/1.1" status: 200 len: 985 time: 0.0631006 Nov 02 16:51:07.041167 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-3a4c0b99-12b9-49a8-b02a-3951987cd574 req-33827381-86db-43a4-8aaa-ce6566c04bb3 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/security-groups?id=f229dc72-75bc-4f7f-9412-443673b95669&id=51a5be46-46b8-4574-9203-4a50b68dea4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0694940 Nov 02 16:51:07.564310 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e73889-9e04-4d44-9c4c-eb05ca0952f9 req-38a3fee6-8b4f-4c66-882b-0e518dcccb5b tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:07.566088 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-41e73889-9e04-4d44-9c4c-eb05ca0952f9 req-38a3fee6-8b4f-4c66-882b-0e518dcccb5b tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 943 time: 0.0651112 Nov 02 16:51:07.634444 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-41e73889-9e04-4d44-9c4c-eb05ca0952f9 req-c8696ca6-5834-4101-a7de-9b4fadb584dc tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601652 Nov 02 16:51:08.206805 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee2185-7f43-485f-af60-89a653f5fc73 req-674b7fa6-b611-4254-9644-3d57dcebbea6 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:08.208572 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-42ee2185-7f43-485f-af60-89a653f5fc73 req-674b7fa6-b611-4254-9644-3d57dcebbea6 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/ports?device_id=fd91cbf0-2d7e-4a11-9073-6e61ccfc7295 HTTP/1.1" status: 200 len: 985 time: 0.0611286 Nov 02 16:51:08.310502 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-42ee2185-7f43-485f-af60-89a653f5fc73 req-186a010d-7d8b-4e15-8ec2-f6fd67f64762 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/security-groups?id=f229dc72-75bc-4f7f-9412-443673b95669&id=51a5be46-46b8-4574-9203-4a50b68dea4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0910699 Nov 02 16:51:08.349463 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4b1a5872-6657-4d23-8f94-9196c3da5ba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:08.790127 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf4a981-0328-468e-9ee7-4f5c36823688 req-efe739a2-d181-498c-a213-13b7c42a6418 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:08.792741 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-bbf4a981-0328-468e-9ee7-4f5c36823688 req-efe739a2-d181-498c-a213-13b7c42a6418 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 943 time: 0.0658808 Nov 02 16:51:08.850025 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-bbf4a981-0328-468e-9ee7-4f5c36823688 req-fa99a0bf-5491-4a0e-85dd-eefb86e93771 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510371 Nov 02 16:51:08.850533 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 45300) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:08.988775 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-9b3be26b-d71f-408e-b997-665e2ea1c81f admin admin] Publish callbacks [] for security_group, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:09.081718 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-9b3be26b-d71f-408e-b997-665e2ea1c81f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:09.086820 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-9b3be26b-d71f-408e-b997-665e2ea1c81f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:09.133088 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-9b3be26b-d71f-408e-b997-665e2ea1c81f admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=3f7d27aaa9fb4683bdec3345c0c5705b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2813373 Nov 02 16:51:09.134071 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3be26b-d71f-408e-b997-665e2ea1c81f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b4d2b1-3192-44b5-8abc-6d34b1ef403e,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:09.136730 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 45306) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:09.203078 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-40f901a0-3506-4400-a10f-a17db74c1cb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:09.231360 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-40f901a0-3506-4400-a10f-a17db74c1cb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:09.295873 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-40f901a0-3506-4400-a10f-a17db74c1cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:09.298543 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-40f901a0-3506-4400-a10f-a17db74c1cb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:09.299837 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-40f901a0-3506-4400-a10f-a17db74c1cb2 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/e1b4d2b1-3192-44b5-8abc-6d34b1ef403e HTTP/1.1" status: 204 len: 168 time: 0.1614788 Nov 02 16:51:09.310205 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f901a0-3506-4400-a10f-a17db74c1cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b4d2b1-3192-44b5-8abc-6d34b1ef403e,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:09.466886 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd5f36-176c-494c-8722-dbcc56b6aca7 req-d18ce5e7-3b1d-410b-8dd0-94615a03cd94 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:09.468998 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-61bd5f36-176c-494c-8722-dbcc56b6aca7 req-d18ce5e7-3b1d-410b-8dd0-94615a03cd94 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/ports?device_id=fd91cbf0-2d7e-4a11-9073-6e61ccfc7295 HTTP/1.1" status: 200 len: 985 time: 0.0668712 Nov 02 16:51:09.543913 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-61bd5f36-176c-494c-8722-dbcc56b6aca7 req-f59db919-2b27-48f2-9022-2ea0338aba0b tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/security-groups?id=f229dc72-75bc-4f7f-9412-443673b95669&id=51a5be46-46b8-4574-9203-4a50b68dea4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0674827 Nov 02 16:51:10.005783 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fd9923-5bbc-43b0-9e3f-0bb475168b47 req-5cf5169e-72b6-4419-b490-4ddf8a001a11 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:10.008098 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-02fd9923-5bbc-43b0-9e3f-0bb475168b47 req-5cf5169e-72b6-4419-b490-4ddf8a001a11 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 943 time: 0.0572906 Nov 02 16:51:10.028515 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 45332) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:10.067637 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-02fd9923-5bbc-43b0-9e3f-0bb475168b47 req-0fd36c40-6a75-40fb-9814-279fb9089015 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517204 Nov 02 16:51:10.149580 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.v2.base [None req-20f38a45-cd37-4eb2-9865-df864a550c0f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-540566013-network', 'tenant_id': '4663a8f2673146cab27e2310dd397954'}} {{(pid=113344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:51:10.173155 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f38a45-cd37-4eb2-9865-df864a550c0f admin admin] Made reservation on behalf of 4663a8f2673146cab27e2310dd397954 for: {'network': 1} {{(pid=113344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:51:10.175476 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-20f38a45-cd37-4eb2-9865-df864a550c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for network, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:10.184296 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-20f38a45-cd37-4eb2-9865-df864a550c0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:10.263117 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-20f38a45-cd37-4eb2-9865-df864a550c0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:10.266925 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-20f38a45-cd37-4eb2-9865-df864a550c0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:10.289061 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20f38a45-cd37-4eb2-9865-df864a550c0f admin admin] vlan segment allocate from pool success with {'vlan_id': 771, 'physical_network': 'physnet1'} {{(pid=113344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:51:10.306426 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f38a45-cd37-4eb2-9865-df864a550c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84cf8b44-ecd8-442c-a427-227625845b81,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:10.309823 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-20f38a45-cd37-4eb2-9865-df864a550c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639893'] for segment, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:10.310186 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.db.segments_db [None req-20f38a45-cd37-4eb2-9865-df864a550c0f admin admin] Added segment 46b5fd82-e879-4db6-b2d6-b52418ea2f93 of type vlan for network 7227b316-334e-41bd-9e6f-4cc3a5e87f31 Nov 02 16:51:10.352621 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-20f38a45-cd37-4eb2-9865-df864a550c0f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788024806476'] for network, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:10.380407 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-20f38a45-cd37-4eb2-9865-df864a550c0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481'] for network, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:10.381446 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f38a45-cd37-4eb2-9865-df864a550c0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:10.382088 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-20f38a45-cd37-4eb2-9865-df864a550c0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673503'] for network, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:10.442876 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-20f38a45-cd37-4eb2-9865-df864a550c0f admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4129364 Nov 02 16:51:10.446332 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 45338) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:10.451533 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f38a45-cd37-4eb2-9865-df864a550c0f admin admin] Pushing event updated for resources: {'Network': ['ID=7227b316-334e-41bd-9e6f-4cc3a5e87f31,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:10.452510 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.v2.base [None req-a872ccac-2636-44d1-b8d4-d34423b74af2 admin admin] Request body: {'subnet': {'network_id': '7227b316-334e-41bd-9e6f-4cc3a5e87f31', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-540566013-subnet', 'tenant_id': '4663a8f2673146cab27e2310dd397954', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:51:10.463647 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Network 7227b316-334e-41bd-9e6f-4cc3a5e87f31 details requested by agent ovs-agent-dv-cinder-773876-4-iscsi with host dv-cinder-773876-4-iscsi {{(pid=113346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:51:10.483240 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a872ccac-2636-44d1-b8d4-d34423b74af2 admin admin] Made reservation on behalf of 4663a8f2673146cab27e2310dd397954 for: {'subnet': 1} {{(pid=113345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:51:10.485934 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-a872ccac-2636-44d1-b8d4-d34423b74af2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29156465'] for subnet, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:10.678800 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2410c24-27b7-4890-a811-4d77bab3c5cf req-a9f8c155-a9d3-4209-af32-61ab7777718b tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:10.680852 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-d2410c24-27b7-4890-a811-4d77bab3c5cf req-a9f8c155-a9d3-4209-af32-61ab7777718b tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/ports?device_id=fd91cbf0-2d7e-4a11-9073-6e61ccfc7295 HTTP/1.1" status: 200 len: 985 time: 0.0560181 Nov 02 16:51:10.759253 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-d2410c24-27b7-4890-a811-4d77bab3c5cf req-23545d92-1a80-4eb5-9953-a45f29b5f203 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/security-groups?id=f229dc72-75bc-4f7f-9412-443673b95669&id=51a5be46-46b8-4574-9203-4a50b68dea4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0706539 Nov 02 16:51:10.954699 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-a872ccac-2636-44d1-b8d4-d34423b74af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27917051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29156419'] for subnet, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:11.005926 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a872ccac-2636-44d1-b8d4-d34423b74af2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3f74538-b1d1-41a1-9c3a-1235e803e94f,revision_number=0']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:11.023241 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a872ccac-2636-44d1-b8d4-d34423b74af2 admin admin] Checking segment: {'id': '46b5fd82-e879-4db6-b2d6-b52418ea2f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '7227b316-334e-41bd-9e6f-4cc3a5e87f31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 16:51:11.023614 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a872ccac-2636-44d1-b8d4-d34423b74af2 admin admin] Network hostable DHCP agents. Network: 7227b316-334e-41bd-9e6f-4cc3a5e87f31, hostable agents: ['546b8425-0cfc-4ce2-b181-b7c4c8ab844f'], hosted agents: [] {{(pid=113345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:51:11.041773 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-91a17e56-2a97-401d-892b-8dd4f218a57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:11.046272 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a872ccac-2636-44d1-b8d4-d34423b74af2 admin admin] Network 7227b316-334e-41bd-9e6f-4cc3a5e87f31 is scheduled to be hosted by DHCP agent 546b8425-0cfc-4ce2-b181-b7c4c8ab844f with binding_index 1 {{(pid=113345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:51:11.057664 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.base_scheduler [None req-a872ccac-2636-44d1-b8d4-d34423b74af2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-4-iscsi, 7227b316-334e-41bd-9e6f-4cc3a5e87f31) {{(pid=113345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:51:11.063268 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a872ccac-2636-44d1-b8d4-d34423b74af2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:11.063890 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-a872ccac-2636-44d1-b8d4-d34423b74af2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673503'] for subnet, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:11.070095 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea6d583-d597-41c8-8994-a7f90756f86a None None] Network 7227b316-334e-41bd-9e6f-4cc3a5e87f31 requested from dv-cinder-773876-4-iscsi {{(pid=113346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:51:11.082445 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-a872ccac-2636-44d1-b8d4-d34423b74af2 admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6348250 Nov 02 16:51:11.238893 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36c8d31-f121-4e9d-8a99-c02f9c125090 None None] Network 7227b316-334e-41bd-9e6f-4cc3a5e87f31 requested from dv-cinder-773876-4-iscsi {{(pid=113346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:51:11.241621 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508c71b-ab26-41b0-8534-f8924d74f8a4 req-66f31949-7481-411f-a6e0-25a4b9183b85 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:11.243553 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-a508c71b-ab26-41b0-8534-f8924d74f8a4 req-66f31949-7481-411f-a6e0-25a4b9183b85 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 943 time: 0.0647929 Nov 02 16:51:11.307146 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-a508c71b-ab26-41b0-8534-f8924d74f8a4 req-10fbf6ba-4535-4854-88aa-19a3e28c4d01 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558665 Nov 02 16:51:11.686243 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device 6a36918e-caa7-42ed-b923-c3a049049148 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=113346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:51:11.798572 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port 6a36918e-caa7-42ed-b923-c3a049049148, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=6a36918e-caa7-42ed-b923-c3a049049148,segment=NetworkSegment(696e12bc-6b69-439e-85c8-346996a99755),segment_id=696e12bc-6b69-439e-85c8-346996a99755)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:51:11.815040 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Returning: {'device': '6a36918e-caa7-42ed-b923-c3a049049148', 'network_id': '2642968c-324e-4035-9dba-a5695e42fc1f', 'port_id': '6a36918e-caa7-42ed-b923-c3a049049148', 'mac_address': 'fa:16:3e:cd:98:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd525ac9-44f8-421c-b093-9ce2aeedf323', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:51:11.858346 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:11.875355 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.notifiers.nova [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a36918e-caa7-42ed-b923-c3a049049148 {{(pid=113346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:51:11.898496 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port 6a36918e-caa7-42ed-b923-c3a049049148, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=6a36918e-caa7-42ed-b923-c3a049049148,segment=NetworkSegment(696e12bc-6b69-439e-85c8-346996a99755),segment_id=696e12bc-6b69-439e-85c8-346996a99755)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:51:11.903781 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:11.904553 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c042ee-abf7-462b-9f21-43acbd96811c req-b9be2659-82d4-4985-b7fb-9508874ebb05 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:11.906234 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-93c042ee-abf7-462b-9f21-43acbd96811c req-b9be2659-82d4-4985-b7fb-9508874ebb05 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/ports?device_id=fd91cbf0-2d7e-4a11-9073-6e61ccfc7295 HTTP/1.1" status: 200 len: 985 time: 0.0660806 Nov 02 16:51:11.963144 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Pushing event updated for resources: {'Port': ['ID=6a36918e-caa7-42ed-b923-c3a049049148,revision_number=9']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:11.973242 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:11.973771 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:11.973993 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-93c042ee-abf7-462b-9f21-43acbd96811c req-8def280f-0381-4ca9-bf05-3fcb66257345 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/security-groups?id=f229dc72-75bc-4f7f-9412-443673b95669&id=51a5be46-46b8-4574-9203-4a50b68dea4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0609610 Nov 02 16:51:11.974192 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:11.974485 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:11.974827 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:11.975169 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:11.975510 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:11.975849 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:11.976243 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:11.976582 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:11.976917 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:11.977244 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:12.300658 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] get_ports_and_sgs() called for port_ids ['6a36918e-caa7-42ed-b923-c3a049049148'] {{(pid=113346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:51:12.455731 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b0d7b0-d1b4-40b9-b15d-c9a32eac0c16 req-a3000c8f-bdd2-4140-be73-9af83542c4be tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:12.457480 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-82b0d7b0-d1b4-40b9-b15d-c9a32eac0c16 req-a3000c8f-bdd2-4140-be73-9af83542c4be tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 944 time: 0.0565569 Nov 02 16:51:12.511135 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-82b0d7b0-d1b4-40b9-b15d-c9a32eac0c16 req-71622b19-0035-43c0-ba08-e4e572331b81 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449071 Nov 02 16:51:12.840750 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-dfe49d6c-b306-436a-ba68-760764be264a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:12.964367 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cca6f4-0dc5-4264-a687-37f9b9dab2af req-7170fc09-ba45-4af0-a72b-a98c1101d414 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:12.966062 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-14cca6f4-0dc5-4264-a687-37f9b9dab2af req-7170fc09-ba45-4af0-a72b-a98c1101d414 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] 10.222.0.118 "GET /v2.0/networks?id=7227b316-334e-41bd-9e6f-4cc3a5e87f31 HTTP/1.1" status: 200 len: 808 time: 0.1106787 Nov 02 16:51:12.983137 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-14cca6f4-0dc5-4264-a687-37f9b9dab2af req-794d2c0b-031d-40e2-8619-16bcb9fcc3ef tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] 10.222.0.118 "GET /v2.0/quotas/4663a8f2673146cab27e2310dd397954 HTTP/1.1" status: 200 len: 375 time: 0.0106633 Nov 02 16:51:13.028354 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-14cca6f4-0dc5-4264-a687-37f9b9dab2af req-e2f33661-7714-49a5-9319-d5628e67bae4 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=4663a8f2673146cab27e2310dd397954&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373480 Nov 02 16:51:13.108862 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc8990-8d53-4794-a595-83a5c03221ad req-79c64d60-9be9-4651-bd96-02968debefe1 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:13.110533 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-f2cc8990-8d53-4794-a595-83a5c03221ad req-79c64d60-9be9-4651-bd96-02968debefe1 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/ports?device_id=fd91cbf0-2d7e-4a11-9073-6e61ccfc7295 HTTP/1.1" status: 200 len: 985 time: 0.0586696 Nov 02 16:51:13.131391 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-14cca6f4-0dc5-4264-a687-37f9b9dab2af req-8e82099a-bab8-49b0-9c6f-c18dd0f37188 service neutron] 10.222.0.118 "GET /v2.0/networks/7227b316-334e-41bd-9e6f-4cc3a5e87f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954795 Nov 02 16:51:13.180862 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-f2cc8990-8d53-4794-a595-83a5c03221ad req-fe0f5d88-b2d4-46bf-a3e1-573fa8fe1524 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/security-groups?id=f229dc72-75bc-4f7f-9412-443673b95669&id=51a5be46-46b8-4574-9203-4a50b68dea4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0634160 Nov 02 16:51:13.234326 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-14cca6f4-0dc5-4264-a687-37f9b9dab2af req-9aaf41b0-3e28-491b-8a2a-536819f1cbc8 service neutron] 10.222.0.118 "GET /v2.0/networks/7227b316-334e-41bd-9e6f-4cc3a5e87f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951104 Nov 02 16:51:13.419015 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-38414e53-baa0-4747-8c83-8159c318c845 req-e8872a9e-cea9-4f01-ace2-c04bfde28cd1 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] 10.222.0.118 "GET /v2.0/ports?device_id=6f3b482c-b905-4e66-a4a0-d271e1b9609c HTTP/1.1" status: 200 len: 210 time: 0.0303805 Nov 02 16:51:13.655182 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6015bc65-fdea-409e-bfa1-8d0d703a773e req-2c04202e-a0a7-4a10-9ee4-3bbdd7674aaf tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:13.657001 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-6015bc65-fdea-409e-bfa1-8d0d703a773e req-2c04202e-a0a7-4a10-9ee4-3bbdd7674aaf tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 944 time: 0.0575807 Nov 02 16:51:13.687997 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device 6a36918e-caa7-42ed-b923-c3a049049148 up at agent hyperv_hv-cinder-77387 {{(pid=113346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:51:13.720952 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-6015bc65-fdea-409e-bfa1-8d0d703a773e req-13919453-d4d7-46c2-8fe4-642e28a9c243 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565531 Nov 02 16:51:13.753479 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Provisioning complete for port 6a36918e-caa7-42ed-b923-c3a049049148 triggered by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:51:13.753817 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:13.846363 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:13.873538 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3df0bde8-504d-42f2-b162-1fb601b26528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a36918e-caa7-42ed-b923-c3a049049148'}] {{(pid=113346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:51:13.876032 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76f9361971789a5ad3b4a9c4b1498f7b6e6fa8520131c3d92747b1d2ae9477a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b26eb1-7a23-4333-94f1-be074e06654b" -d '{"events": [{"server_uuid": "3df0bde8-504d-42f2-b162-1fb601b26528", "name": "network-vif-plugged", "status": "completed", "tag": "6a36918e-caa7-42ed-b923-c3a049049148"}]}' {{(pid=113346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:51:13.891566 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port 6a36918e-caa7-42ed-b923-c3a049049148, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=6a36918e-caa7-42ed-b923-c3a049049148,segment=NetworkSegment(696e12bc-6b69-439e-85c8-346996a99755),segment_id=696e12bc-6b69-439e-85c8-346996a99755)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:51:13.895428 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:13.935792 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e9802f-08b8-43a4-a0bf-cc354a1c0603 x-openstack-request-id: req-47e9802f-08b8-43a4-a0bf-cc354a1c0603 {{(pid=113346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:51:13.936264 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3df0bde8-504d-42f2-b162-1fb601b26528", "name": "network-vif-plugged", "status": "completed", "tag": "6a36918e-caa7-42ed-b923-c3a049049148", "code": 200}]} {{(pid=113346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:51:13.936465 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-47e9802f-08b8-43a4-a0bf-cc354a1c0603 {{(pid=113346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:51:13.936898 dv-cinder-773876-4-iscsi neutron-server[113346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3df0bde8-504d-42f2-b162-1fb601b26528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a36918e-caa7-42ed-b923-c3a049049148', 'code': 200} Nov 02 16:51:13.959002 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Pushing event updated for resources: {'Port': ['ID=6a36918e-caa7-42ed-b923-c3a049049148,revision_number=10']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:14.350321 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d580bef-1e60-4f5b-8d8a-3ba334baa2f3 req-a0ceb653-5a12-49d6-872b-1e4ed1d770fc tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:14.352130 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-1d580bef-1e60-4f5b-8d8a-3ba334baa2f3 req-a0ceb653-5a12-49d6-872b-1e4ed1d770fc tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/ports?device_id=fd91cbf0-2d7e-4a11-9073-6e61ccfc7295 HTTP/1.1" status: 200 len: 985 time: 0.0685236 Nov 02 16:51:14.430413 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-1d580bef-1e60-4f5b-8d8a-3ba334baa2f3 req-7772e1b3-35c5-4e6b-8443-56270cfa4f4b tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/security-groups?id=f229dc72-75bc-4f7f-9412-443673b95669&id=51a5be46-46b8-4574-9203-4a50b68dea4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0684445 Nov 02 16:51:14.530787 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-179f6549-abe3-42f9-8b2e-6d5629b22149 req-26de3157-32d7-440b-9f93-e51c122a57d0 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] 10.222.0.118 "GET /v2.0/ports?device_id=6f3b482c-b905-4e66-a4a0-d271e1b9609c HTTP/1.1" status: 200 len: 210 time: 0.0340841 Nov 02 16:51:14.536419 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af6dc1-ff9a-4d33-b922-794fe108d162 req-f3f8106d-03f7-48a4-9662-5fb37e4d11ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:14.538039 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-01af6dc1-ff9a-4d33-b922-794fe108d162 req-f3f8106d-03f7-48a4-9662-5fb37e4d11ec service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 1099 time: 0.0468874 Nov 02 16:51:14.593091 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-01af6dc1-ff9a-4d33-b922-794fe108d162 req-3ed0b822-8a06-47ea-b148-75826a5ec817 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414474 Nov 02 16:51:14.653705 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0b95-0143-42d2-8d33-45f1b37c89de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:14.852769 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d668ba7-c491-423d-adaf-0608ec3b2c6d req-9a0fd5c0-e627-4835-82f8-c16390fc4dcd tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:14.854305 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-6d668ba7-c491-423d-adaf-0608ec3b2c6d req-9a0fd5c0-e627-4835-82f8-c16390fc4dcd tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 946 time: 0.0541778 Nov 02 16:51:14.911761 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-6d668ba7-c491-423d-adaf-0608ec3b2c6d req-7075d14b-197c-4aeb-b0f1-eca5ad63fcf0 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499454 Nov 02 16:51:15.135389 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cca6f4-0dc5-4264-a687-37f9b9dab2af req-f6d1f632-78f7-483a-8d50-ba2ac86d8ac0 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:15.137369 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-14cca6f4-0dc5-4264-a687-37f9b9dab2af req-f6d1f632-78f7-483a-8d50-ba2ac86d8ac0 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] 10.222.0.76 "GET /v2.0/networks?id=7227b316-334e-41bd-9e6f-4cc3a5e87f31 HTTP/1.1" status: 200 len: 808 time: 0.1186974 Nov 02 16:51:15.160937 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.v2.base [req-14cca6f4-0dc5-4264-a687-37f9b9dab2af req-56d3a763-d0dc-4a4b-a1f0-184c68cd9537 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Request body: {'port': {'device_id': '6f3b482c-b905-4e66-a4a0-d271e1b9609c', 'network_id': '7227b316-334e-41bd-9e6f-4cc3a5e87f31', 'admin_state_up': True, 'tenant_id': '4663a8f2673146cab27e2310dd397954'}} {{(pid=113345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:51:15.291708 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14cca6f4-0dc5-4264-a687-37f9b9dab2af req-56d3a763-d0dc-4a4b-a1f0-184c68cd9537 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Made reservation on behalf of 4663a8f2673146cab27e2310dd397954 for: {'port': 1} {{(pid=113345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:51:15.296426 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-14cca6f4-0dc5-4264-a687-37f9b9dab2af req-56d3a763-d0dc-4a4b-a1f0-184c68cd9537 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:15.433882 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.db_base_plugin_common [req-14cca6f4-0dc5-4264-a687-37f9b9dab2af req-56d3a763-d0dc-4a4b-a1f0-184c68cd9537 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Allocated IP 172.20.0.10 (7227b316-334e-41bd-9e6f-4cc3a5e87f31/d3f74538-b1d1-41a1-9c3a-1235e803e94f/2059d2b9-f963-4403-ba82-a619b510a65a) {{(pid=113345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:51:15.589346 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e287e-bb56-4450-ac5b-3f5ef1f0a2ae req-e1a5eca9-1053-4509-8e2a-6962bc3f1e83 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:15.599814 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-0d8e287e-bb56-4450-ac5b-3f5ef1f0a2ae req-e1a5eca9-1053-4509-8e2a-6962bc3f1e83 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/ports?device_id=fd91cbf0-2d7e-4a11-9073-6e61ccfc7295 HTTP/1.1" status: 200 len: 985 time: 0.0820065 Nov 02 16:51:15.632268 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-14cca6f4-0dc5-4264-a687-37f9b9dab2af req-56d3a763-d0dc-4a4b-a1f0-184c68cd9537 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Publish callbacks [] for port, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:15.665077 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-0d8e287e-bb56-4450-ac5b-3f5ef1f0a2ae req-96d4b09c-ef65-4576-8e5a-3d2faf33f2ae tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/security-groups?id=f229dc72-75bc-4f7f-9412-443673b95669&id=51a5be46-46b8-4574-9203-4a50b68dea4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0639436 Nov 02 16:51:15.665348 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-4d075de4-2f6b-4d6b-aa71-c29bdeedf3fd req-8317a150-3d16-42f7-82f2-12e58ec3baca tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] 10.222.0.118 "GET /v2.0/ports?device_id=6f3b482c-b905-4e66-a4a0-d271e1b9609c HTTP/1.1" status: 200 len: 210 time: 0.0308197 Nov 02 16:51:15.697886 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-14cca6f4-0dc5-4264-a687-37f9b9dab2af req-56d3a763-d0dc-4a4b-a1f0-184c68cd9537 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788024814062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27915883'] for port, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:15.748609 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14cca6f4-0dc5-4264-a687-37f9b9dab2af req-56d3a763-d0dc-4a4b-a1f0-184c68cd9537 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Network 7227b316-334e-41bd-9e6f-4cc3a5e87f31 is already hosted by enough agents. {{(pid=113345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:51:15.753907 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.base_scheduler [req-14cca6f4-0dc5-4264-a687-37f9b9dab2af req-56d3a763-d0dc-4a4b-a1f0-184c68cd9537 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Resources bound (agent type, host, resource id): {{(pid=113345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:51:15.757883 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.l3_dvrscheduler_db [req-14cca6f4-0dc5-4264-a687-37f9b9dab2af req-56d3a763-d0dc-4a4b-a1f0-184c68cd9537 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Received port after_create {{(pid=113345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:51:15.765291 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d3a763-d0dc-4a4b-a1f0-184c68cd9537 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Pushing event updated for resources: {'Port': ['ID=2059d2b9-f963-4403-ba82-a619b510a65a,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:15.813757 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cca6f4-0dc5-4264-a687-37f9b9dab2af req-56d3a763-d0dc-4a4b-a1f0-184c68cd9537 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:15.814409 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-14cca6f4-0dc5-4264-a687-37f9b9dab2af req-56d3a763-d0dc-4a4b-a1f0-184c68cd9537 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221'] for port, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:15.832847 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-14cca6f4-0dc5-4264-a687-37f9b9dab2af req-56d3a763-d0dc-4a4b-a1f0-184c68cd9537 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6769767 Nov 02 16:51:15.851563 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.v2.base [req-14cca6f4-0dc5-4264-a687-37f9b9dab2af req-7649d639-9ce6-4722-93bd-b40f396c9f2a service neutron] Request body: {'port': {'device_id': '6f3b482c-b905-4e66-a4a0-d271e1b9609c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=113345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:51:15.907824 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-14cca6f4-0dc5-4264-a687-37f9b9dab2af req-7649d639-9ce6-4722-93bd-b40f396c9f2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:16.048886 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a7758-8701-4096-8143-181195c1a16d req-4453fd50-436e-49dd-91f1-539d029255c8 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:16.051001 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-738a7758-8701-4096-8143-181195c1a16d req-4453fd50-436e-49dd-91f1-539d029255c8 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 946 time: 0.0581620 Nov 02 16:51:16.059636 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:16.112547 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-738a7758-8701-4096-8143-181195c1a16d req-114dd6ab-27a6-4bae-8183-142da7fefb61 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506444 Nov 02 16:51:16.211809 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.notifiers.nova [req-14cca6f4-0dc5-4264-a687-37f9b9dab2af req-7649d639-9ce6-4722-93bd-b40f396c9f2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2059d2b9-f963-4403-ba82-a619b510a65a {{(pid=113345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:51:16.220249 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-14cca6f4-0dc5-4264-a687-37f9b9dab2af req-7649d639-9ce6-4722-93bd-b40f396c9f2a service neutron] Publish callbacks [] for port, precommit_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:16.235700 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.provisioning_blocks [req-14cca6f4-0dc5-4264-a687-37f9b9dab2af req-7649d639-9ce6-4722-93bd-b40f396c9f2a service neutron] Transition to ACTIVE for port object 2059d2b9-f963-4403-ba82-a619b510a65a will not be triggered until provisioned by entity L2. {{(pid=113345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:51:16.249295 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-14cca6f4-0dc5-4264-a687-37f9b9dab2af req-7649d639-9ce6-4722-93bd-b40f396c9f2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27915890'] for port, after_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:16.302695 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7649d639-9ce6-4722-93bd-b40f396c9f2a service neutron] Pushing event updated for resources: {'Port': ['ID=2059d2b9-f963-4403-ba82-a619b510a65a,revision_number=2']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:16.394017 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.managers [req-14cca6f4-0dc5-4264-a687-37f9b9dab2af req-7649d639-9ce6-4722-93bd-b40f396c9f2a service neutron] Attempting to bind port 2059d2b9-f963-4403-ba82-a619b510a65a on host hv-cinder-77387 for vnic_type normal with profile {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 16:51:16.394366 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.managers [req-14cca6f4-0dc5-4264-a687-37f9b9dab2af req-7649d639-9ce6-4722-93bd-b40f396c9f2a service neutron] Attempting to bind port 2059d2b9-f963-4403-ba82-a619b510a65a by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': '46b5fd82-e879-4db6-b2d6-b52418ea2f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '7227b316-334e-41bd-9e6f-4cc3a5e87f31'}] {{(pid=113345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 16:51:16.394867 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cca6f4-0dc5-4264-a687-37f9b9dab2af req-7649d639-9ce6-4722-93bd-b40f396c9f2a service neutron] Attempting to bind port 2059d2b9-f963-4403-ba82-a619b510a65a on network 7227b316-334e-41bd-9e6f-4cc3a5e87f31 {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:51:16.399500 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cca6f4-0dc5-4264-a687-37f9b9dab2af req-7649d639-9ce6-4722-93bd-b40f396c9f2a service neutron] Port 2059d2b9-f963-4403-ba82-a619b510a65a on network 7227b316-334e-41bd-9e6f-4cc3a5e87f31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:51:16.399834 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cca6f4-0dc5-4264-a687-37f9b9dab2af req-7649d639-9ce6-4722-93bd-b40f396c9f2a service neutron] Attempting to bind port 2059d2b9-f963-4403-ba82-a619b510a65a on network 7227b316-334e-41bd-9e6f-4cc3a5e87f31 {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:51:16.406039 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cca6f4-0dc5-4264-a687-37f9b9dab2af req-7649d639-9ce6-4722-93bd-b40f396c9f2a service neutron] Checking agent: {'id': 'a22495b4-0922-47cf-b0eb-f0742ace0d4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 44, 22), 'started_at': datetime.datetime(2021, 11, 2, 16, 44, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:51:16.406303 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cca6f4-0dc5-4264-a687-37f9b9dab2af req-7649d639-9ce6-4722-93bd-b40f396c9f2a service neutron] Checking segment: {'id': '46b5fd82-e879-4db6-b2d6-b52418ea2f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '7227b316-334e-41bd-9e6f-4cc3a5e87f31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 16:51:16.406872 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cca6f4-0dc5-4264-a687-37f9b9dab2af req-7649d639-9ce6-4722-93bd-b40f396c9f2a service neutron] Bound using segment: {'id': '46b5fd82-e879-4db6-b2d6-b52418ea2f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '7227b316-334e-41bd-9e6f-4cc3a5e87f31'} {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:51:16.407211 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.managers [req-14cca6f4-0dc5-4264-a687-37f9b9dab2af req-7649d639-9ce6-4722-93bd-b40f396c9f2a service neutron] Bound port: 2059d2b9-f963-4403-ba82-a619b510a65a, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46b5fd82-e879-4db6-b2d6-b52418ea2f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '7227b316-334e-41bd-9e6f-4cc3a5e87f31'}}] {{(pid=113345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 16:51:16.407513 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-14cca6f4-0dc5-4264-a687-37f9b9dab2af req-7649d639-9ce6-4722-93bd-b40f396c9f2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:16.511914 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.db [req-14cca6f4-0dc5-4264-a687-37f9b9dab2af req-7649d639-9ce6-4722-93bd-b40f396c9f2a service neutron] For port 2059d2b9-f963-4403-ba82-a619b510a65a, host hv-cinder-77387, cleared binding levels {{(pid=113345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:51:16.516704 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.db [req-14cca6f4-0dc5-4264-a687-37f9b9dab2af req-7649d639-9ce6-4722-93bd-b40f396c9f2a service neutron] For port 2059d2b9-f963-4403-ba82-a619b510a65a, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=2059d2b9-f963-4403-ba82-a619b510a65a,segment=NetworkSegment(46b5fd82-e879-4db6-b2d6-b52418ea2f93),segment_id=46b5fd82-e879-4db6-b2d6-b52418ea2f93)] {{(pid=113345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:51:16.531626 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-14cca6f4-0dc5-4264-a687-37f9b9dab2af req-7649d639-9ce6-4722-93bd-b40f396c9f2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27915890'] for port, after_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:16.590909 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cca6f4-0dc5-4264-a687-37f9b9dab2af req-7649d639-9ce6-4722-93bd-b40f396c9f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:16.591715 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-14cca6f4-0dc5-4264-a687-37f9b9dab2af req-7649d639-9ce6-4722-93bd-b40f396c9f2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221'] for port, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:16.593444 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-14cca6f4-0dc5-4264-a687-37f9b9dab2af req-7649d639-9ce6-4722-93bd-b40f396c9f2a service neutron] 10.222.0.76 "PUT /v2.0/ports/2059d2b9-f963-4403-ba82-a619b510a65a HTTP/1.1" status: 200 len: 1094 time: 0.7463818 Nov 02 16:51:16.594033 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f3b482c-b905-4e66-a4a0-d271e1b9609c', 'tag': '2059d2b9-f963-4403-ba82-a619b510a65a'}] {{(pid=113345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:51:16.597035 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88728d28071a92af03fe3e2826ca256f68f88e9f4aa3bce1a4ce6001ce5f6d9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67a1a1c-933f-4580-9c9c-1d5928cedd50" -d '{"events": [{"name": "network-changed", "server_uuid": "6f3b482c-b905-4e66-a4a0-d271e1b9609c", "tag": "2059d2b9-f963-4403-ba82-a619b510a65a"}]}' {{(pid=113345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:51:16.649304 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7649d639-9ce6-4722-93bd-b40f396c9f2a service neutron] Pushing event updated for resources: {'Port': ['ID=2059d2b9-f963-4403-ba82-a619b510a65a,revision_number=3']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:16.667177 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f59d445-a001-412c-a097-3d284a3a7fdd x-openstack-request-id: req-8f59d445-a001-412c-a097-3d284a3a7fdd {{(pid=113345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:51:16.668670 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f3b482c-b905-4e66-a4a0-d271e1b9609c", "tag": "2059d2b9-f963-4403-ba82-a619b510a65a", "status": "completed", "code": 200}]} {{(pid=113345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:51:16.668925 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-8f59d445-a001-412c-a097-3d284a3a7fdd {{(pid=113345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:51:16.669105 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3009642-bbd2-4b7d-ad01-af485d683119 req-81574094-f2af-481a-ab30-31545d81e9cf tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:16.670091 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f3b482c-b905-4e66-a4a0-d271e1b9609c', 'tag': '2059d2b9-f963-4403-ba82-a619b510a65a', 'status': 'completed', 'code': 200} Nov 02 16:51:16.670767 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-b3009642-bbd2-4b7d-ad01-af485d683119 req-81574094-f2af-481a-ab30-31545d81e9cf tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 946 time: 0.0747387 Nov 02 16:51:16.751627 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-b3009642-bbd2-4b7d-ad01-af485d683119 req-d7b8cc96-392a-4427-9b1f-f77bb47358d0 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups?id=defac20c-ef6f-4b35-b645-37394d3dc510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721312 Nov 02 16:51:16.752032 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cca6f4-0dc5-4264-a687-37f9b9dab2af req-b566ef65-fce3-407c-ad34-bc7caac87bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:16.753743 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-14cca6f4-0dc5-4264-a687-37f9b9dab2af req-b566ef65-fce3-407c-ad34-bc7caac87bb9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4663a8f2673146cab27e2310dd397954&device_id=6f3b482c-b905-4e66-a4a0-d271e1b9609c HTTP/1.1" status: 200 len: 1097 time: 0.0618060 Nov 02 16:51:16.861063 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-14cca6f4-0dc5-4264-a687-37f9b9dab2af req-5cfa1803-be46-4ecf-8754-94cdc1bf895c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2059d2b9-f963-4403-ba82-a619b510a65a HTTP/1.1" status: 200 len: 217 time: 0.0617008 Nov 02 16:51:16.888102 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da68fee-5d68-4f73-a57b-84633081ef36 req-99d27a8a-5f5c-4320-accd-801ac394562c tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:16.890000 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-1da68fee-5d68-4f73-a57b-84633081ef36 req-99d27a8a-5f5c-4320-accd-801ac394562c tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/ports?device_id=fd91cbf0-2d7e-4a11-9073-6e61ccfc7295 HTTP/1.1" status: 200 len: 985 time: 0.1092596 Nov 02 16:51:16.899714 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f4bdb9-eb42-4c4c-bf38-0a4c30a49db2 req-f6f45349-c1d6-437c-ab6a-2adbe4559838 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:16.901548 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-97f4bdb9-eb42-4c4c-bf38-0a4c30a49db2 req-f6f45349-c1d6-437c-ab6a-2adbe4559838 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] 10.222.0.118 "GET /v2.0/ports?device_id=6f3b482c-b905-4e66-a4a0-d271e1b9609c HTTP/1.1" status: 200 len: 944 time: 0.0699413 Nov 02 16:51:16.971487 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-97f4bdb9-eb42-4c4c-bf38-0a4c30a49db2 req-5a239de2-959d-4525-a66e-8ea490cc38d4 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] 10.222.0.118 "GET /v2.0/security-groups?id=84cf8b44-ecd8-442c-a427-227625845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612469 Nov 02 16:51:16.973564 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cca6f4-0dc5-4264-a687-37f9b9dab2af req-d6bdb6eb-329d-4525-9163-ba435c62a010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:16.975304 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-14cca6f4-0dc5-4264-a687-37f9b9dab2af req-d6bdb6eb-329d-4525-9163-ba435c62a010 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d3f74538-b1d1-41a1-9c3a-1235e803e94f HTTP/1.1" status: 200 len: 848 time: 0.0841341 Nov 02 16:51:17.038751 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-14cca6f4-0dc5-4264-a687-37f9b9dab2af req-1cb69e8c-e4bb-4f83-bd29-eb7bc072e73b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7227b316-334e-41bd-9e6f-4cc3a5e87f31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515692 Nov 02 16:51:17.048906 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-1da68fee-5d68-4f73-a57b-84633081ef36 req-21e7204f-bd86-4454-be91-53a40bc2bcee tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/security-groups?id=f229dc72-75bc-4f7f-9412-443673b95669&id=51a5be46-46b8-4574-9203-4a50b68dea4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1258240 Nov 02 16:51:17.166419 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-14cca6f4-0dc5-4264-a687-37f9b9dab2af req-748249e4-92dd-4003-8233-f4c7ab5a737f service neutron] 10.222.0.76 "GET /v2.0/networks/7227b316-334e-41bd-9e6f-4cc3a5e87f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138823 Nov 02 16:51:17.267699 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cfa3ff-4886-4aae-ab85-7dba36cf1f7f req-9ad6dbb6-bdc0-4363-9ad5-c6c66cad8e5b tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:17.269302 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-78cfa3ff-4886-4aae-ab85-7dba36cf1f7f req-9ad6dbb6-bdc0-4363-9ad5-c6c66cad8e5b tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 946 time: 0.0629408 Nov 02 16:51:17.288153 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-14cca6f4-0dc5-4264-a687-37f9b9dab2af req-4a05aab2-e57d-4037-be45-fd6e04a8265d service neutron] 10.222.0.76 "GET /v2.0/networks/7227b316-334e-41bd-9e6f-4cc3a5e87f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095119 Nov 02 16:51:17.337773 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-78cfa3ff-4886-4aae-ab85-7dba36cf1f7f req-f823910d-c965-432c-9dd7-f056a46d0aee tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602803 Nov 02 16:51:17.412829 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a1a1c-933f-4580-9c9c-1d5928cedd50 req-971aa9ce-e2b4-400f-897f-3213c7a4dc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:17.414515 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-f67a1a1c-933f-4580-9c9c-1d5928cedd50 req-971aa9ce-e2b4-400f-897f-3213c7a4dc4b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4663a8f2673146cab27e2310dd397954&device_id=6f3b482c-b905-4e66-a4a0-d271e1b9609c HTTP/1.1" status: 200 len: 1097 time: 0.0536921 Nov 02 16:51:17.563584 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a1a1c-933f-4580-9c9c-1d5928cedd50 req-8fa27931-0262-41ef-839c-401f970f0e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:17.565358 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-f67a1a1c-933f-4580-9c9c-1d5928cedd50 req-8fa27931-0262-41ef-839c-401f970f0e91 service neutron] 10.222.0.76 "GET /v2.0/networks?id=7227b316-334e-41bd-9e6f-4cc3a5e87f31 HTTP/1.1" status: 200 len: 909 time: 0.1203482 Nov 02 16:51:17.616136 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-f67a1a1c-933f-4580-9c9c-1d5928cedd50 req-888a3808-3b38-4055-9193-40efceb25323 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2059d2b9-f963-4403-ba82-a619b510a65a HTTP/1.1" status: 200 len: 217 time: 0.0378628 Nov 02 16:51:17.679625 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a1a1c-933f-4580-9c9c-1d5928cedd50 req-2525d083-ae6a-4cd1-9148-b5206c0bbd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:17.681307 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-f67a1a1c-933f-4580-9c9c-1d5928cedd50 req-2525d083-ae6a-4cd1-9148-b5206c0bbd2b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d3f74538-b1d1-41a1-9c3a-1235e803e94f HTTP/1.1" status: 200 len: 848 time: 0.0519772 Nov 02 16:51:17.731512 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-f67a1a1c-933f-4580-9c9c-1d5928cedd50 req-a2639bdb-9139-4633-bdf0-abd8d2c7b6d6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7227b316-334e-41bd-9e6f-4cc3a5e87f31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306594 Nov 02 16:51:17.861449 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-f67a1a1c-933f-4580-9c9c-1d5928cedd50 req-0639aea2-ed0c-4200-a8a1-52a8ade7700e service neutron] 10.222.0.76 "GET /v2.0/networks/7227b316-334e-41bd-9e6f-4cc3a5e87f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151397 Nov 02 16:51:17.969185 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a04f98f-3fcd-4eb1-b055-82f0ad12fb29 req-cf40caaf-a486-44f1-b899-b6732fdbd0cb tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:17.970894 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-8a04f98f-3fcd-4eb1-b055-82f0ad12fb29 req-cf40caaf-a486-44f1-b899-b6732fdbd0cb tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 946 time: 0.1262679 Nov 02 16:51:18.022900 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-f67a1a1c-933f-4580-9c9c-1d5928cedd50 req-991bc894-2b6a-4392-a78d-121c28531b7b service neutron] 10.222.0.76 "GET /v2.0/networks/7227b316-334e-41bd-9e6f-4cc3a5e87f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443019 Nov 02 16:51:18.072899 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-8a04f98f-3fcd-4eb1-b055-82f0ad12fb29 req-47360676-cfc5-4740-b8e9-305a0be63c26 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups?id=defac20c-ef6f-4b35-b645-37394d3dc510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942440 Nov 02 16:51:18.194827 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b13a89-7831-473a-942f-10611306ac57 req-e4062b6b-4143-4a0c-bffa-895796b987d4 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:18.197517 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-39b13a89-7831-473a-942f-10611306ac57 req-e4062b6b-4143-4a0c-bffa-895796b987d4 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] 10.222.0.118 "GET /v2.0/ports?device_id=6f3b482c-b905-4e66-a4a0-d271e1b9609c HTTP/1.1" status: 200 len: 944 time: 0.0949843 Nov 02 16:51:18.227567 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd75342-78f3-4ff3-ba8b-c6fed78fe9de req-580f6ca7-6d06-4ebd-b820-9af2651a64db tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:18.231549 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-3fd75342-78f3-4ff3-ba8b-c6fed78fe9de req-580f6ca7-6d06-4ebd-b820-9af2651a64db tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/ports?device_id=fd91cbf0-2d7e-4a11-9073-6e61ccfc7295 HTTP/1.1" status: 200 len: 985 time: 0.0818477 Nov 02 16:51:18.279262 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-39b13a89-7831-473a-942f-10611306ac57 req-146dcb6e-6eb7-4840-bab9-86218966f66a tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] 10.222.0.118 "GET /v2.0/security-groups?id=84cf8b44-ecd8-442c-a427-227625845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730526 Nov 02 16:51:18.343535 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-3fd75342-78f3-4ff3-ba8b-c6fed78fe9de req-f969b3fa-810a-4f97-a3e7-ffe82dc287ea tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/security-groups?id=f229dc72-75bc-4f7f-9412-443673b95669&id=51a5be46-46b8-4574-9203-4a50b68dea4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1049271 Nov 02 16:51:18.487103 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034cfd2-5134-42ed-89a6-fd2eaabc211a req-37f572c6-1984-4dfb-a193-59fd3d015d34 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:18.488877 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-1034cfd2-5134-42ed-89a6-fd2eaabc211a req-37f572c6-1984-4dfb-a193-59fd3d015d34 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 946 time: 0.0618091 Nov 02 16:51:18.548463 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-1034cfd2-5134-42ed-89a6-fd2eaabc211a req-bdda134a-45fc-4d74-b706-48f1cb19ee41 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525868 Nov 02 16:51:19.229810 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ed565-1c3e-4455-8120-5d64c35892b8 req-aa1513fc-fed4-42b1-bcee-c7872e71e534 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:19.231597 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-911ed565-1c3e-4455-8120-5d64c35892b8 req-aa1513fc-fed4-42b1-bcee-c7872e71e534 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 946 time: 0.0643361 Nov 02 16:51:19.282496 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-911ed565-1c3e-4455-8120-5d64c35892b8 req-c59d7070-908c-4efa-bc48-2b9f34e824d7 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups?id=defac20c-ef6f-4b35-b645-37394d3dc510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441892 Nov 02 16:51:19.416066 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a34f9b1-1182-4d63-af59-261dc200cab9 req-669cb5a0-34da-4a75-a963-279d2c15c9a2 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:19.418176 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-3a34f9b1-1182-4d63-af59-261dc200cab9 req-669cb5a0-34da-4a75-a963-279d2c15c9a2 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] 10.222.0.118 "GET /v2.0/ports?device_id=6f3b482c-b905-4e66-a4a0-d271e1b9609c HTTP/1.1" status: 200 len: 944 time: 0.0537667 Nov 02 16:51:19.474657 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-3a34f9b1-1182-4d63-af59-261dc200cab9 req-83998af6-1acd-4f1f-bcb0-c65e80418e97 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] 10.222.0.118 "GET /v2.0/security-groups?id=84cf8b44-ecd8-442c-a427-227625845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494244 Nov 02 16:51:19.492517 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ade2ee-edcc-43e6-b29d-1dad6be02266 req-3fa635fb-0a46-4f8e-8095-d9718b491f00 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:19.494372 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-67ade2ee-edcc-43e6-b29d-1dad6be02266 req-3fa635fb-0a46-4f8e-8095-d9718b491f00 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/ports?device_id=fd91cbf0-2d7e-4a11-9073-6e61ccfc7295 HTTP/1.1" status: 200 len: 985 time: 0.0737550 Nov 02 16:51:19.577929 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-67ade2ee-edcc-43e6-b29d-1dad6be02266 req-f298ce90-92f1-4371-9fab-2cadd56f5da1 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/security-groups?id=f229dc72-75bc-4f7f-9412-443673b95669&id=51a5be46-46b8-4574-9203-4a50b68dea4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0757005 Nov 02 16:51:20.415791 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783b50e-c908-47af-8a60-11eae8048878 req-470991d3-f166-491b-84c3-dc6e65c4642a tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:20.417490 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-7783b50e-c908-47af-8a60-11eae8048878 req-470991d3-f166-491b-84c3-dc6e65c4642a tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 946 time: 0.0570040 Nov 02 16:51:20.473570 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-7783b50e-c908-47af-8a60-11eae8048878 req-023988df-a4bd-4577-b3c5-84e43b80313a tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups?id=defac20c-ef6f-4b35-b645-37394d3dc510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490341 Nov 02 16:51:20.637542 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92777c9e-df51-4bae-9866-caf001d38f6c req-f5b80f6e-dab2-42f1-9f18-9b9adc85a9da tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:20.640292 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-92777c9e-df51-4bae-9866-caf001d38f6c req-f5b80f6e-dab2-42f1-9f18-9b9adc85a9da tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] 10.222.0.118 "GET /v2.0/ports?device_id=6f3b482c-b905-4e66-a4a0-d271e1b9609c HTTP/1.1" status: 200 len: 944 time: 0.0739748 Nov 02 16:51:20.741910 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-92777c9e-df51-4bae-9866-caf001d38f6c req-a57f8bca-a3d8-4705-b43e-46d0777afd7c tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] 10.222.0.118 "GET /v2.0/security-groups?id=84cf8b44-ecd8-442c-a427-227625845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859351 Nov 02 16:51:20.787605 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e14f0-f6c4-4ce1-ae31-6baae188d800 req-5df53cfb-6ae7-44b2-a13d-3948cdeffefe tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:20.790529 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-665e14f0-f6c4-4ce1-ae31-6baae188d800 req-5df53cfb-6ae7-44b2-a13d-3948cdeffefe tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/ports?device_id=fd91cbf0-2d7e-4a11-9073-6e61ccfc7295 HTTP/1.1" status: 200 len: 985 time: 0.1102054 Nov 02 16:51:20.872867 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-665e14f0-f6c4-4ce1-ae31-6baae188d800 req-b6e07941-7fdc-4a96-93b8-0064c885bbc9 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/security-groups?id=f229dc72-75bc-4f7f-9412-443673b95669&id=51a5be46-46b8-4574-9203-4a50b68dea4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0723944 Nov 02 16:51:21.612561 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d560734-8dfa-44dd-93ef-ef820f327a15 req-e0089ae7-841d-4fbf-a98d-9216ffa86f9d tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:21.614118 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-3d560734-8dfa-44dd-93ef-ef820f327a15 req-e0089ae7-841d-4fbf-a98d-9216ffa86f9d tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 946 time: 0.0556517 Nov 02 16:51:21.670883 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-3d560734-8dfa-44dd-93ef-ef820f327a15 req-768e0cba-1099-4171-aa2f-4f06f77380ed tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups?id=defac20c-ef6f-4b35-b645-37394d3dc510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496941 Nov 02 16:51:21.724161 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device 2059d2b9-f963-4403-ba82-a619b510a65a details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=113346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:51:21.861187 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:21.869348 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port 2059d2b9-f963-4403-ba82-a619b510a65a, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=2059d2b9-f963-4403-ba82-a619b510a65a,segment=NetworkSegment(46b5fd82-e879-4db6-b2d6-b52418ea2f93),segment_id=46b5fd82-e879-4db6-b2d6-b52418ea2f93)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:51:21.882968 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Returning: {'device': '2059d2b9-f963-4403-ba82-a619b510a65a', 'network_id': '7227b316-334e-41bd-9e6f-4cc3a5e87f31', 'port_id': '2059d2b9-f963-4403-ba82-a619b510a65a', 'mac_address': 'fa:16:3e:ac:e5:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3f74538-b1d1-41a1-9c3a-1235e803e94f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:51:21.891254 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c80caf2-bdd7-4523-a9c9-cabf8f9bc194 req-d40383bd-2957-41f5-b77b-d1ec869adb12 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:21.893091 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-5c80caf2-bdd7-4523-a9c9-cabf8f9bc194 req-d40383bd-2957-41f5-b77b-d1ec869adb12 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] 10.222.0.118 "GET /v2.0/ports?device_id=6f3b482c-b905-4e66-a4a0-d271e1b9609c HTTP/1.1" status: 200 len: 944 time: 0.0606329 Nov 02 16:51:21.933093 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:21.950538 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.notifiers.nova [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2059d2b9-f963-4403-ba82-a619b510a65a {{(pid=113346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:51:21.964000 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-5c80caf2-bdd7-4523-a9c9-cabf8f9bc194 req-80d06b0b-a5b3-4343-9080-8f98698cc07f tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] 10.222.0.118 "GET /v2.0/security-groups?id=84cf8b44-ecd8-442c-a427-227625845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628395 Nov 02 16:51:21.978190 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port 2059d2b9-f963-4403-ba82-a619b510a65a, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=2059d2b9-f963-4403-ba82-a619b510a65a,segment=NetworkSegment(46b5fd82-e879-4db6-b2d6-b52418ea2f93),segment_id=46b5fd82-e879-4db6-b2d6-b52418ea2f93)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:51:21.988148 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:22.021978 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3868d7b3-cfd5-471e-87b9-93da39e229c3 req-89fe6bc5-0c4f-4c26-acf6-40fa90f68283 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:22.023779 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-3868d7b3-cfd5-471e-87b9-93da39e229c3 req-89fe6bc5-0c4f-4c26-acf6-40fa90f68283 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/ports?device_id=fd91cbf0-2d7e-4a11-9073-6e61ccfc7295 HTTP/1.1" status: 200 len: 985 time: 0.0636444 Nov 02 16:51:22.048937 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Pushing event updated for resources: {'Port': ['ID=2059d2b9-f963-4403-ba82-a619b510a65a,revision_number=4']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:22.102844 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-3868d7b3-cfd5-471e-87b9-93da39e229c3 req-8f52eee7-a1c7-4439-be2e-31d87423e1cf tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/security-groups?id=f229dc72-75bc-4f7f-9412-443673b95669&id=51a5be46-46b8-4574-9203-4a50b68dea4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0692639 Nov 02 16:51:22.578626 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] get_ports_and_sgs() called for port_ids ['2059d2b9-f963-4403-ba82-a619b510a65a'] {{(pid=113346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:51:22.810639 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d72b4-78e7-49e2-9e81-1796122e16c7 req-22cd8cd0-b483-41fb-9032-5b7ee869ec15 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:22.812242 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-265d72b4-78e7-49e2-9e81-1796122e16c7 req-22cd8cd0-b483-41fb-9032-5b7ee869ec15 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 946 time: 0.0588679 Nov 02 16:51:22.872901 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-265d72b4-78e7-49e2-9e81-1796122e16c7 req-493410da-b617-4045-a572-dbe2dfa8cc59 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups?id=defac20c-ef6f-4b35-b645-37394d3dc510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530910 Nov 02 16:51:23.118329 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53775edc-fa03-4ba6-b0fd-d89692f2e117 req-5d9c3189-8a13-4305-a76e-8efb1b56cf91 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:23.119892 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-53775edc-fa03-4ba6-b0fd-d89692f2e117 req-5d9c3189-8a13-4305-a76e-8efb1b56cf91 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] 10.222.0.118 "GET /v2.0/ports?device_id=6f3b482c-b905-4e66-a4a0-d271e1b9609c HTTP/1.1" status: 200 len: 945 time: 0.0615165 Nov 02 16:51:23.188370 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-53775edc-fa03-4ba6-b0fd-d89692f2e117 req-c4b8e2a7-9653-4867-99c2-3b778817cf8e tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] 10.222.0.118 "GET /v2.0/security-groups?id=84cf8b44-ecd8-442c-a427-227625845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611768 Nov 02 16:51:23.285668 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6e217-8583-4a33-8344-4830d51f9c80 req-1580dc5e-f3b9-4311-b715-dd595314765d tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:23.288561 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-0bb6e217-8583-4a33-8344-4830d51f9c80 req-1580dc5e-f3b9-4311-b715-dd595314765d tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/ports?device_id=fd91cbf0-2d7e-4a11-9073-6e61ccfc7295 HTTP/1.1" status: 200 len: 985 time: 0.0733705 Nov 02 16:51:23.373811 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-0bb6e217-8583-4a33-8344-4830d51f9c80 req-b242f177-68ad-456b-a977-3b9682785a6d tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/security-groups?id=f229dc72-75bc-4f7f-9412-443673b95669&id=51a5be46-46b8-4574-9203-4a50b68dea4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0724504 Nov 02 16:51:23.741356 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device 2059d2b9-f963-4403-ba82-a619b510a65a up at agent hyperv_hv-cinder-77387 {{(pid=113346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:51:23.803803 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Provisioning for port 2059d2b9-f963-4403-ba82-a619b510a65a completed by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:51:23.809205 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Provisioning complete for port 2059d2b9-f963-4403-ba82-a619b510a65a triggered by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:51:23.809641 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:23.905863 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:23.939008 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f3b482c-b905-4e66-a4a0-d271e1b9609c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2059d2b9-f963-4403-ba82-a619b510a65a'}] {{(pid=113346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:51:23.941691 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76f9361971789a5ad3b4a9c4b1498f7b6e6fa8520131c3d92747b1d2ae9477a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf42ef1-b109-48e1-ae95-fe47949c4f07" -d '{"events": [{"server_uuid": "6f3b482c-b905-4e66-a4a0-d271e1b9609c", "name": "network-vif-plugged", "status": "completed", "tag": "2059d2b9-f963-4403-ba82-a619b510a65a"}]}' {{(pid=113346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:51:23.958533 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port 2059d2b9-f963-4403-ba82-a619b510a65a, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=2059d2b9-f963-4403-ba82-a619b510a65a,segment=NetworkSegment(46b5fd82-e879-4db6-b2d6-b52418ea2f93),segment_id=46b5fd82-e879-4db6-b2d6-b52418ea2f93)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:51:23.966077 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:24.019471 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0663c5c-c966-42f5-9050-09493af6ae42 x-openstack-request-id: req-d0663c5c-c966-42f5-9050-09493af6ae42 {{(pid=113346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:51:24.019471 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f3b482c-b905-4e66-a4a0-d271e1b9609c", "name": "network-vif-plugged", "status": "completed", "tag": "2059d2b9-f963-4403-ba82-a619b510a65a", "code": 200}]} {{(pid=113346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:51:24.019471 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-d0663c5c-c966-42f5-9050-09493af6ae42 {{(pid=113346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:51:24.019925 dv-cinder-773876-4-iscsi neutron-server[113346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f3b482c-b905-4e66-a4a0-d271e1b9609c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2059d2b9-f963-4403-ba82-a619b510a65a', 'code': 200} Nov 02 16:51:24.040266 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Pushing event updated for resources: {'Port': ['ID=2059d2b9-f963-4403-ba82-a619b510a65a,revision_number=5']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:24.041291 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff3516b-22b1-4e56-b8e9-f2260d4a3a78 req-64d4b5c1-8afb-4124-b99c-5116804064d0 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:24.044094 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-8ff3516b-22b1-4e56-b8e9-f2260d4a3a78 req-64d4b5c1-8afb-4124-b99c-5116804064d0 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 946 time: 0.0771906 Nov 02 16:51:24.109173 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-8ff3516b-22b1-4e56-b8e9-f2260d4a3a78 req-46296f41-3fea-4fea-95d8-637ce6e61e95 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups?id=defac20c-ef6f-4b35-b645-37394d3dc510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539708 Nov 02 16:51:24.289813 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b47adab-72e6-4ed3-9a2d-f4dae8c08833 req-543f1e2e-bc46-473a-822a-3d13340ad02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:24.291705 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-9b47adab-72e6-4ed3-9a2d-f4dae8c08833 req-543f1e2e-bc46-473a-822a-3d13340ad02f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6f3b482c-b905-4e66-a4a0-d271e1b9609c HTTP/1.1" status: 200 len: 1099 time: 0.0647504 Nov 02 16:51:24.358888 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-9b47adab-72e6-4ed3-9a2d-f4dae8c08833 req-84391b8e-7fce-4073-b893-e32825bdce4e service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=84cf8b44-ecd8-442c-a427-227625845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552564 Nov 02 16:51:24.491254 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9334ef-7e03-4ee7-bf41-b3b7683ff23d req-5709696d-66b3-4893-b832-80201cd887b3 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:24.493150 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-0f9334ef-7e03-4ee7-bf41-b3b7683ff23d req-5709696d-66b3-4893-b832-80201cd887b3 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] 10.222.0.118 "GET /v2.0/ports?device_id=6f3b482c-b905-4e66-a4a0-d271e1b9609c HTTP/1.1" status: 200 len: 946 time: 0.2064903 Nov 02 16:51:24.506126 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5a079-da81-4308-bf23-791bfd81d7a5 req-bff51e6c-903a-4841-993d-4e75ddd84352 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:24.507965 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-5fe5a079-da81-4308-bf23-791bfd81d7a5 req-bff51e6c-903a-4841-993d-4e75ddd84352 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/ports?device_id=fd91cbf0-2d7e-4a11-9073-6e61ccfc7295 HTTP/1.1" status: 200 len: 985 time: 0.0562899 Nov 02 16:51:24.548496 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-0f9334ef-7e03-4ee7-bf41-b3b7683ff23d req-8ad72c10-e5ad-4593-8bf9-51afa087b2f9 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] 10.222.0.118 "GET /v2.0/security-groups?id=84cf8b44-ecd8-442c-a427-227625845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480266 Nov 02 16:51:24.589839 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-5fe5a079-da81-4308-bf23-791bfd81d7a5 req-601bc889-9c67-4465-897d-5ddd8aa0baa9 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/security-groups?id=f229dc72-75bc-4f7f-9412-443673b95669&id=51a5be46-46b8-4574-9203-4a50b68dea4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0736480 Nov 02 16:51:25.259342 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d56cd-3511-4f24-84c9-9cfeba84af3d req-441f0634-cda1-4443-b621-fe5d137536bc tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:25.261880 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-299d56cd-3511-4f24-84c9-9cfeba84af3d req-441f0634-cda1-4443-b621-fe5d137536bc tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 946 time: 0.0669515 Nov 02 16:51:25.318540 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-299d56cd-3511-4f24-84c9-9cfeba84af3d req-1beba215-0e9b-4366-86d9-c79a34e7c21f tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups?id=defac20c-ef6f-4b35-b645-37394d3dc510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496755 Nov 02 16:51:25.734630 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ad69bc-9534-4f1c-ad73-024a37d6c203 req-0517017d-f930-48f4-8a22-419f54e163b8 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:25.736324 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-79ad69bc-9534-4f1c-ad73-024a37d6c203 req-0517017d-f930-48f4-8a22-419f54e163b8 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/ports?device_id=fd91cbf0-2d7e-4a11-9073-6e61ccfc7295 HTTP/1.1" status: 200 len: 985 time: 0.0642231 Nov 02 16:51:25.749898 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8cac52-2e0c-4333-a746-c3336f250198 req-d62b3d2b-bebb-473b-bc0b-9e9cdc32c2f1 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:25.752416 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-dd8cac52-2e0c-4333-a746-c3336f250198 req-d62b3d2b-bebb-473b-bc0b-9e9cdc32c2f1 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] 10.222.0.118 "GET /v2.0/ports?device_id=6f3b482c-b905-4e66-a4a0-d271e1b9609c HTTP/1.1" status: 200 len: 946 time: 0.1285369 Nov 02 16:51:25.806492 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-79ad69bc-9534-4f1c-ad73-024a37d6c203 req-93e0dab0-3014-499a-bd01-11daf5bc22e3 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/security-groups?id=f229dc72-75bc-4f7f-9412-443673b95669&id=51a5be46-46b8-4574-9203-4a50b68dea4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0632069 Nov 02 16:51:25.814075 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-dd8cac52-2e0c-4333-a746-c3336f250198 req-9842d3db-05e6-47fe-a897-05f30dbe9adc tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] 10.222.0.118 "GET /v2.0/security-groups?id=84cf8b44-ecd8-442c-a427-227625845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544295 Nov 02 16:51:26.451978 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa214ee2-50d4-4f27-8fff-75a3871ee8de req-40880ded-ba14-4cef-ac0e-5f46714470cc tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:26.453660 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-fa214ee2-50d4-4f27-8fff-75a3871ee8de req-40880ded-ba14-4cef-ac0e-5f46714470cc tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 946 time: 0.0564942 Nov 02 16:51:26.515793 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-fa214ee2-50d4-4f27-8fff-75a3871ee8de req-dec0f037-3978-4510-816c-c27ee0891e49 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups?id=defac20c-ef6f-4b35-b645-37394d3dc510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548270 Nov 02 16:51:26.931528 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-fa6e12bd-74bb-4818-9508-ca362870f60d req-20e09b14-f4d0-47ae-8851-702a6d7d76e7 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0753617 Nov 02 16:51:26.946425 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d747e67-2d2b-44a9-b5de-84eac4c8b028 req-8381a37f-c2eb-4ef0-8b77-3ef866538847 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:26.948095 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-8d747e67-2d2b-44a9-b5de-84eac4c8b028 req-8381a37f-c2eb-4ef0-8b77-3ef866538847 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] 10.222.0.118 "GET /v2.0/ports?device_id=6f3b482c-b905-4e66-a4a0-d271e1b9609c HTTP/1.1" status: 200 len: 946 time: 0.0583122 Nov 02 16:51:26.952990 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef5fbb4-c565-494b-9719-4331c0bad1a7 req-8637f091-cf72-4947-b520-6f9ea018cbff tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:26.954733 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-cef5fbb4-c565-494b-9719-4331c0bad1a7 req-8637f091-cf72-4947-b520-6f9ea018cbff tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/ports?device_id=fd91cbf0-2d7e-4a11-9073-6e61ccfc7295 HTTP/1.1" status: 200 len: 985 time: 0.0669031 Nov 02 16:51:27.014285 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-8d747e67-2d2b-44a9-b5de-84eac4c8b028 req-1855f75b-5745-4a2f-9f77-4c13c59ac321 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] 10.222.0.118 "GET /v2.0/security-groups?id=84cf8b44-ecd8-442c-a427-227625845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563290 Nov 02 16:51:27.068781 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-cef5fbb4-c565-494b-9719-4331c0bad1a7 req-f98668b4-4e46-4155-a7e4-e364543609c0 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/security-groups?id=f229dc72-75bc-4f7f-9412-443673b95669&id=51a5be46-46b8-4574-9203-4a50b68dea4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1067410 Nov 02 16:51:27.072570 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e12bd-74bb-4818-9508-ca362870f60d req-769b8137-fb17-4204-b26a-3cadfdece396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:27.075148 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-fa6e12bd-74bb-4818-9508-ca362870f60d req-769b8137-fb17-4204-b26a-3cadfdece396 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5cc524f131464fe097cff64187071316&device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 1099 time: 0.0968068 Nov 02 16:51:27.225196 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e12bd-74bb-4818-9508-ca362870f60d req-29bfa15d-6154-4f66-a148-8c1727f598de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:27.227973 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-fa6e12bd-74bb-4818-9508-ca362870f60d req-29bfa15d-6154-4f66-a148-8c1727f598de service neutron] 10.222.0.76 "GET /v2.0/networks?id=2642968c-324e-4035-9dba-a5695e42fc1f HTTP/1.1" status: 200 len: 918 time: 0.1116138 Nov 02 16:51:27.346404 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-fa6e12bd-74bb-4818-9508-ca362870f60d req-864e8a3f-036e-467b-9997-d0ea2980b3a3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a36918e-caa7-42ed-b923-c3a049049148 HTTP/1.1" status: 200 len: 1000 time: 0.1047635 Nov 02 16:51:27.413163 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e12bd-74bb-4818-9508-ca362870f60d req-c17cccbf-8a40-4c47-9892-58072fdb9488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:27.414802 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-fa6e12bd-74bb-4818-9508-ca362870f60d req-c17cccbf-8a40-4c47-9892-58072fdb9488 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fd525ac9-44f8-421c-b093-9ce2aeedf323 HTTP/1.1" status: 200 len: 856 time: 0.0596120 Nov 02 16:51:27.496233 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e12bd-74bb-4818-9508-ca362870f60d req-8a0ac60e-0d61-4aab-b49f-37d89d62998a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:27.497751 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-fa6e12bd-74bb-4818-9508-ca362870f60d req-8a0ac60e-0d61-4aab-b49f-37d89d62998a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2642968c-324e-4035-9dba-a5695e42fc1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525117 Nov 02 16:51:27.641639 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-fa6e12bd-74bb-4818-9508-ca362870f60d req-da80dd0a-e46e-42aa-91fc-c2f6e9879e2c service neutron] 10.222.0.76 "GET /v2.0/networks/2642968c-324e-4035-9dba-a5695e42fc1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258872 Nov 02 16:51:27.675527 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b782149e-d3c2-4aa1-8f0e-0a40306168ae req-01bbb9d7-e18b-4c0b-a319-e584e6062f44 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:27.676601 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-b782149e-d3c2-4aa1-8f0e-0a40306168ae req-01bbb9d7-e18b-4c0b-a319-e584e6062f44 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 946 time: 0.0706742 Nov 02 16:51:27.734732 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-b782149e-d3c2-4aa1-8f0e-0a40306168ae req-a9cc2980-a7ff-4040-a5a3-13ed2d0dbb97 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups?id=defac20c-ef6f-4b35-b645-37394d3dc510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505509 Nov 02 16:51:27.775098 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-fa6e12bd-74bb-4818-9508-ca362870f60d req-123a1dd1-ff48-4751-ae5c-be69e4db7b0c service neutron] 10.222.0.76 "GET /v2.0/networks/2642968c-324e-4035-9dba-a5695e42fc1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239624 Nov 02 16:51:27.949673 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf47cad4-c850-446b-919a-491a5107e95d req-8d6ac33e-e7f1-41d1-9d80-e50a122a7983 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:27.951749 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-cf47cad4-c850-446b-919a-491a5107e95d req-8d6ac33e-e7f1-41d1-9d80-e50a122a7983 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] 10.222.0.118 "GET /v2.0/ports?device_id=6f3b482c-b905-4e66-a4a0-d271e1b9609c HTTP/1.1" status: 200 len: 946 time: 0.0579522 Nov 02 16:51:28.016334 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-cf47cad4-c850-446b-919a-491a5107e95d req-4d6249b7-93e5-403f-9924-f06a622c40d6 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] 10.222.0.118 "GET /v2.0/security-groups?id=84cf8b44-ecd8-442c-a427-227625845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561965 Nov 02 16:51:28.909724 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5b573a-4150-4368-9c02-b4aa9ff68ccd req-150c306f-6021-485d-87c2-71098e3c94f0 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:28.912702 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-6c5b573a-4150-4368-9c02-b4aa9ff68ccd req-150c306f-6021-485d-87c2-71098e3c94f0 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 946 time: 0.0761900 Nov 02 16:51:28.974164 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-6c5b573a-4150-4368-9c02-b4aa9ff68ccd req-eec025f2-afb9-43f6-b5b6-d109460d0dcf tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups?id=defac20c-ef6f-4b35-b645-37394d3dc510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538919 Nov 02 16:51:29.149820 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f2fb9-1791-4fec-836c-3e4aa2c6c2a1 req-df938fa7-4e23-49b4-a251-2e31c8693a72 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:29.152160 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-7c4f2fb9-1791-4fec-836c-3e4aa2c6c2a1 req-df938fa7-4e23-49b4-a251-2e31c8693a72 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] 10.222.0.118 "GET /v2.0/ports?device_id=6f3b482c-b905-4e66-a4a0-d271e1b9609c HTTP/1.1" status: 200 len: 946 time: 0.0569661 Nov 02 16:51:29.211125 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-7c4f2fb9-1791-4fec-836c-3e4aa2c6c2a1 req-220931cd-27ab-4f95-b54c-467ff92866af tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] 10.222.0.118 "GET /v2.0/security-groups?id=84cf8b44-ecd8-442c-a427-227625845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517206 Nov 02 16:51:29.966669 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb424c2-6537-427b-99c5-5ec0e2116e5a req-a6db2bc1-a82c-4862-8cc0-1698e95156a8 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:29.968368 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-beb424c2-6537-427b-99c5-5ec0e2116e5a req-a6db2bc1-a82c-4862-8cc0-1698e95156a8 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] 10.222.0.76 "GET /v2.0/ports?device_id=6f3b482c-b905-4e66-a4a0-d271e1b9609c HTTP/1.1" status: 200 len: 946 time: 0.0628147 Nov 02 16:51:30.121311 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [req-beb424c2-6537-427b-99c5-5ec0e2116e5a req-8c019089-13f5-48d3-962a-d4494d078016 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Deleting port 2059d2b9-f963-4403-ba82-a619b510a65a {{(pid=113345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 16:51:30.121779 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-beb424c2-6537-427b-99c5-5ec0e2116e5a req-8c019089-13f5-48d3-962a-d4494d078016 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788025385849'] for port, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:30.147228 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f985e83-927a-4c9f-946c-fc753e2c10eb req-34c3f9bc-2f78-4886-bb9a-2ad43bb3e53a tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:30.149084 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-2f985e83-927a-4c9f-946c-fc753e2c10eb req-34c3f9bc-2f78-4886-bb9a-2ad43bb3e53a tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 946 time: 0.0912263 Nov 02 16:51:30.264049 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-2f985e83-927a-4c9f-946c-fc753e2c10eb req-9e9abfdc-8640-4683-aa76-fb236dc8e790 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups?id=defac20c-ef6f-4b35-b645-37394d3dc510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063998 Nov 02 16:51:30.271823 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.db [req-beb424c2-6537-427b-99c5-5ec0e2116e5a req-8c019089-13f5-48d3-962a-d4494d078016 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] For port 2059d2b9-f963-4403-ba82-a619b510a65a, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=2059d2b9-f963-4403-ba82-a619b510a65a,segment=NetworkSegment(46b5fd82-e879-4db6-b2d6-b52418ea2f93),segment_id=46b5fd82-e879-4db6-b2d6-b52418ea2f93)] {{(pid=113345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:51:30.272855 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-beb424c2-6537-427b-99c5-5ec0e2116e5a req-8c019089-13f5-48d3-962a-d4494d078016 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710950'] for port, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:30.289511 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [req-beb424c2-6537-427b-99c5-5ec0e2116e5a req-8c019089-13f5-48d3-962a-d4494d078016 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Calling delete_port for 2059d2b9-f963-4403-ba82-a619b510a65a owned by compute:nova {{(pid=113345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 16:51:30.357421 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d59c4f-0452-4531-9b2a-5fcb5c7b9cb9 req-24773e3a-4af9-420b-8025-b6d9405c52a2 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:30.359038 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-99d59c4f-0452-4531-9b2a-5fcb5c7b9cb9 req-24773e3a-4af9-420b-8025-b6d9405c52a2 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] 10.222.0.118 "GET /v2.0/ports?device_id=6f3b482c-b905-4e66-a4a0-d271e1b9609c HTTP/1.1" status: 200 len: 946 time: 0.0547919 Nov 02 16:51:30.410156 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-99d59c4f-0452-4531-9b2a-5fcb5c7b9cb9 req-2816615e-26d4-4f5c-9575-9c35dd29f0bc tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] 10.222.0.118 "GET /v2.0/security-groups?id=84cf8b44-ecd8-442c-a427-227625845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445547 Nov 02 16:51:30.430445 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-beb424c2-6537-427b-99c5-5ec0e2116e5a req-8c019089-13f5-48d3-962a-d4494d078016 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788025390403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788024814071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27915883'] for port, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:30.467645 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c019089-13f5-48d3-962a-d4494d078016 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Pushing event deleted for resources: {'Port': ['ID=2059d2b9-f963-4403-ba82-a619b510a65a,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:30.478851 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c019089-13f5-48d3-962a-d4494d078016 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:30.479208 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c019089-13f5-48d3-962a-d4494d078016 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:30.479557 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c019089-13f5-48d3-962a-d4494d078016 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:30.479909 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c019089-13f5-48d3-962a-d4494d078016 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:30.480271 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c019089-13f5-48d3-962a-d4494d078016 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:30.480611 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c019089-13f5-48d3-962a-d4494d078016 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:30.480943 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c019089-13f5-48d3-962a-d4494d078016 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:30.481272 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c019089-13f5-48d3-962a-d4494d078016 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:30.481605 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c019089-13f5-48d3-962a-d4494d078016 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:30.481933 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c019089-13f5-48d3-962a-d4494d078016 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:30.482259 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c019089-13f5-48d3-962a-d4494d078016 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:30.482583 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c019089-13f5-48d3-962a-d4494d078016 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:30.519090 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.l3_dvrscheduler_db [req-beb424c2-6537-427b-99c5-5ec0e2116e5a req-8c019089-13f5-48d3-962a-d4494d078016 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] No DVR routers for this DVR port 2059d2b9-f963-4403-ba82-a619b510a65a on host hv-cinder-77387 {{(pid=113345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:51:30.521958 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-beb424c2-6537-427b-99c5-5ec0e2116e5a req-8c019089-13f5-48d3-962a-d4494d078016 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221'] for port, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:30.526476 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-beb424c2-6537-427b-99c5-5ec0e2116e5a req-8c019089-13f5-48d3-962a-d4494d078016 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] 10.222.0.76 "DELETE /v2.0/ports/2059d2b9-f963-4403-ba82-a619b510a65a HTTP/1.1" status: 204 len: 173 time: 0.5503061 Nov 02 16:51:30.526955 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f3b482c-b905-4e66-a4a0-d271e1b9609c', 'name': 'network-vif-deleted', 'tag': '2059d2b9-f963-4403-ba82-a619b510a65a'}] {{(pid=113345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:51:30.529490 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88728d28071a92af03fe3e2826ca256f68f88e9f4aa3bce1a4ce6001ce5f6d9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f613add-10b3-49af-bcf7-8fd85dfa6e33" -d '{"events": [{"server_uuid": "6f3b482c-b905-4e66-a4a0-d271e1b9609c", "name": "network-vif-deleted", "tag": "2059d2b9-f963-4403-ba82-a619b510a65a"}]}' {{(pid=113345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:51:30.571042 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a139fd-2d28-43ee-98b9-86ef5ea1d79f x-openstack-request-id: req-a6a139fd-2d28-43ee-98b9-86ef5ea1d79f {{(pid=113345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:51:30.571352 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f3b482c-b905-4e66-a4a0-d271e1b9609c", "name": "network-vif-deleted", "tag": "2059d2b9-f963-4403-ba82-a619b510a65a", "status": "completed", "code": 200}]} {{(pid=113345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:51:30.571820 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-a6a139fd-2d28-43ee-98b9-86ef5ea1d79f {{(pid=113345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:51:30.572300 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f3b482c-b905-4e66-a4a0-d271e1b9609c', 'name': 'network-vif-deleted', 'tag': '2059d2b9-f963-4403-ba82-a619b510a65a', 'status': 'completed', 'code': 200} Nov 02 16:51:31.407568 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb180d3-19bc-44de-8ccb-63add39f1fc0 req-806eda37-41c1-456b-bae0-76e33044477d tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:31.409371 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-1bb180d3-19bc-44de-8ccb-63add39f1fc0 req-806eda37-41c1-456b-bae0-76e33044477d tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 946 time: 0.0578926 Nov 02 16:51:31.461993 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-1bb180d3-19bc-44de-8ccb-63add39f1fc0 req-3e4cbd4b-44ba-4abc-b0d6-453622089a74 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups?id=defac20c-ef6f-4b35-b645-37394d3dc510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459349 Nov 02 16:51:31.518668 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-7e477a58-b484-426c-85a2-09f98d070b5c req-4dde5f4c-93cc-46cc-82ea-b197dc1f1f34 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] 10.222.0.118 "GET /v2.0/ports?device_id=6f3b482c-b905-4e66-a4a0-d271e1b9609c HTTP/1.1" status: 200 len: 210 time: 0.0299528 Nov 02 16:51:32.591323 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3865b4db-d0e0-4476-83ff-f6aa44381453 req-5cef0cbb-3209-4563-93aa-653fbb77d1f2 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:32.592986 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-3865b4db-d0e0-4476-83ff-f6aa44381453 req-5cef0cbb-3209-4563-93aa-653fbb77d1f2 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 946 time: 0.0563390 Nov 02 16:51:32.620915 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-19eae995-2155-4bd5-9d98-466decb0a550 req-3e8e12d4-eb4c-41fb-8881-d07c04139a5b tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] 10.222.0.118 "GET /v2.0/ports?device_id=6f3b482c-b905-4e66-a4a0-d271e1b9609c HTTP/1.1" status: 200 len: 210 time: 0.0290577 Nov 02 16:51:32.648093 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-3865b4db-d0e0-4476-83ff-f6aa44381453 req-ec175928-3d19-476a-9b8f-42573e4d35c5 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups?id=defac20c-ef6f-4b35-b645-37394d3dc510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486078 Nov 02 16:51:32.893416 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] get_ports_and_sgs() called for port_ids ['2059d2b9-f963-4403-ba82-a619b510a65a'] {{(pid=113346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:51:33.796899 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3100651-5b7a-4fde-b609-55ed06d21d8d req-dcfa400a-3d85-4e82-8114-8572d5f4fbb1 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:33.798560 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-e3100651-5b7a-4fde-b609-55ed06d21d8d req-dcfa400a-3d85-4e82-8114-8572d5f4fbb1 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 946 time: 0.0582571 Nov 02 16:51:33.866491 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-e3100651-5b7a-4fde-b609-55ed06d21d8d req-5b7704d5-8538-4d12-ba4b-2848aaa7e611 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups?id=defac20c-ef6f-4b35-b645-37394d3dc510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606606 Nov 02 16:51:34.113965 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1134b49c-deb3-424a-9f6d-b1f9486b64a4 req-6957a36e-c54e-424e-9760-f8741b432400 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:34.115802 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-1134b49c-deb3-424a-9f6d-b1f9486b64a4 req-6957a36e-c54e-424e-9760-f8741b432400 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 946 time: 0.0603707 Nov 02 16:51:34.170424 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-1134b49c-deb3-424a-9f6d-b1f9486b64a4 req-978582d6-0550-4464-b48d-bcc674a182d1 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups?id=defac20c-ef6f-4b35-b645-37394d3dc510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473533 Nov 02 16:51:34.225936 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86201fc2-60dc-420b-a539-e5e06c7fdbf6 req-d881351c-6434-4c74-9524-94f4034c4bed tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:34.227480 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-86201fc2-60dc-420b-a539-e5e06c7fdbf6 req-d881351c-6434-4c74-9524-94f4034c4bed tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] 10.222.0.118 "GET /v2.0/networks?id=7227b316-334e-41bd-9e6f-4cc3a5e87f31 HTTP/1.1" status: 200 len: 808 time: 0.4163349 Nov 02 16:51:34.230985 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab65d2d-847a-4c24-b956-b38499aba20b req-d4a37ca8-f79c-4653-8813-dea21ec1234d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:34.232430 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-5ab65d2d-847a-4c24-b956-b38499aba20b req-d4a37ca8-f79c-4653-8813-dea21ec1234d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a575c6bd2e574ad19dc299cc1df253f3&device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 1099 time: 0.0786445 Nov 02 16:51:34.261769 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-86201fc2-60dc-420b-a539-e5e06c7fdbf6 req-5c7cbba4-4491-4c21-b180-3f870f4d4d22 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] 10.222.0.118 "GET /v2.0/quotas/4663a8f2673146cab27e2310dd397954 HTTP/1.1" status: 200 len: 375 time: 0.0265970 Nov 02 16:51:34.325993 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-86201fc2-60dc-420b-a539-e5e06c7fdbf6 req-61431924-f9f5-4e85-a40b-7db05c542de1 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=4663a8f2673146cab27e2310dd397954&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0577581 Nov 02 16:51:34.366813 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab65d2d-847a-4c24-b956-b38499aba20b req-a20b7932-99e0-4956-a3b8-bf742a87a08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:34.368450 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-5ab65d2d-847a-4c24-b956-b38499aba20b req-a20b7932-99e0-4956-a3b8-bf742a87a08f service neutron] 10.222.0.76 "GET /v2.0/networks?id=c3ac4ab4-0ce0-4abb-9960-272f99ead558 HTTP/1.1" status: 200 len: 912 time: 0.1269016 Nov 02 16:51:34.517805 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-5ab65d2d-847a-4c24-b956-b38499aba20b req-f28485b3-618a-4f73-8e23-28af769d6229 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f7b9d28-8f61-494a-88cb-4fc30ad64a7e HTTP/1.1" status: 200 len: 1002 time: 0.1213784 Nov 02 16:51:34.576020 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-86201fc2-60dc-420b-a539-e5e06c7fdbf6 req-bdf8feb8-f308-4137-bf58-281ec0eb4796 service neutron] 10.222.0.118 "GET /v2.0/networks/7227b316-334e-41bd-9e6f-4cc3a5e87f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396665 Nov 02 16:51:34.624314 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab65d2d-847a-4c24-b956-b38499aba20b req-728d166d-fed9-47ba-974e-3112cfdb9bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:34.625817 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-5ab65d2d-847a-4c24-b956-b38499aba20b req-728d166d-fed9-47ba-974e-3112cfdb9bdc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=81d3d140-25a2-438b-a64f-a1dea867ba0d HTTP/1.1" status: 200 len: 850 time: 0.0876865 Nov 02 16:51:34.721371 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab65d2d-847a-4c24-b956-b38499aba20b req-fa040018-4b60-4a8e-a1da-4bc1e91d255e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:34.722845 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-5ab65d2d-847a-4c24-b956-b38499aba20b req-fa040018-4b60-4a8e-a1da-4bc1e91d255e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c3ac4ab4-0ce0-4abb-9960-272f99ead558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0691738 Nov 02 16:51:34.724930 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-86201fc2-60dc-420b-a539-e5e06c7fdbf6 req-9127b354-a545-40ca-a500-6d1a4b8837f7 service neutron] 10.222.0.118 "GET /v2.0/networks/7227b316-334e-41bd-9e6f-4cc3a5e87f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423533 Nov 02 16:51:34.876610 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-5ab65d2d-847a-4c24-b956-b38499aba20b req-8a898a31-62fb-43f9-90da-b8d5d5c51724 service neutron] 10.222.0.76 "GET /v2.0/networks/c3ac4ab4-0ce0-4abb-9960-272f99ead558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442063 Nov 02 16:51:34.926954 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device 2059d2b9-f963-4403-ba82-a619b510a65a no longer exists at agent hyperv_hv-cinder-77387 {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:51:34.959370 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] No Port match for: 2059d2b9-f963-4403-ba82-a619b510a65a {{(pid=113346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 16:51:34.960353 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device 2059d2b9-f963-4403-ba82-a619b510a65a not bound to the agent host hv-cinder-77387 {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:51:34.975192 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-3f547b20-456e-422a-bb3c-87164a359657 req-9c4a387f-5c87-4ec0-aabc-cd1e8f707aac tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] 10.222.0.118 "GET /v2.0/ports?device_id=7467b613-4bac-44d8-b195-09d4eeda75f7 HTTP/1.1" status: 200 len: 210 time: 0.0508523 Nov 02 16:51:35.053485 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-5ab65d2d-847a-4c24-b956-b38499aba20b req-4f0282a2-4bcb-444d-85ef-e8fb22e771cc service neutron] 10.222.0.76 "GET /v2.0/networks/c3ac4ab4-0ce0-4abb-9960-272f99ead558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697717 Nov 02 16:51:35.340930 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e119c50f-78d2-4b60-99a1-df9c9cf52591 req-aadd7faa-fa74-403f-82df-b172092cbd84 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:35.342360 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-e119c50f-78d2-4b60-99a1-df9c9cf52591 req-aadd7faa-fa74-403f-82df-b172092cbd84 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 946 time: 0.0663395 Nov 02 16:51:35.399330 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-e119c50f-78d2-4b60-99a1-df9c9cf52591 req-56ebc3b9-fe51-4c76-9101-e3299475f85c tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups?id=defac20c-ef6f-4b35-b645-37394d3dc510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498939 Nov 02 16:51:36.086870 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-651a4ced-e7d9-4517-81a1-2c2bbed98392 req-307c4a1e-7a61-493f-8ee1-f52dca31ca71 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] 10.222.0.118 "GET /v2.0/ports?device_id=7467b613-4bac-44d8-b195-09d4eeda75f7 HTTP/1.1" status: 200 len: 210 time: 0.0326765 Nov 02 16:51:36.295095 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86201fc2-60dc-420b-a539-e5e06c7fdbf6 req-68755af9-7424-4152-832e-a7f8ad482d27 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:36.296792 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-86201fc2-60dc-420b-a539-e5e06c7fdbf6 req-68755af9-7424-4152-832e-a7f8ad482d27 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] 10.222.0.76 "GET /v2.0/networks?id=7227b316-334e-41bd-9e6f-4cc3a5e87f31 HTTP/1.1" status: 200 len: 808 time: 0.1209643 Nov 02 16:51:36.312092 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.v2.base [req-86201fc2-60dc-420b-a539-e5e06c7fdbf6 req-83b54239-d824-46e7-8deb-a1b0105ca9b1 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Request body: {'port': {'device_id': '7467b613-4bac-44d8-b195-09d4eeda75f7', 'network_id': '7227b316-334e-41bd-9e6f-4cc3a5e87f31', 'admin_state_up': True, 'tenant_id': '4663a8f2673146cab27e2310dd397954'}} {{(pid=113345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:51:36.449284 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86201fc2-60dc-420b-a539-e5e06c7fdbf6 req-83b54239-d824-46e7-8deb-a1b0105ca9b1 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Made reservation on behalf of 4663a8f2673146cab27e2310dd397954 for: {'port': 1} {{(pid=113345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:51:36.454277 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-86201fc2-60dc-420b-a539-e5e06c7fdbf6 req-83b54239-d824-46e7-8deb-a1b0105ca9b1 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:36.456951 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.agents_db [None req-4685c794-fb13-4fdb-802d-b1599aff033c None None] Agent healthcheck: found 6 active agents {{(pid=113347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:51:36.615366 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5022a350-5b04-487d-9a16-43ba3654d8fd req-a5556b0e-4b8e-453d-9924-e7f8a6405d40 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:36.617041 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-5022a350-5b04-487d-9a16-43ba3654d8fd req-a5556b0e-4b8e-453d-9924-e7f8a6405d40 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 946 time: 0.1305857 Nov 02 16:51:36.660679 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.db_base_plugin_common [req-86201fc2-60dc-420b-a539-e5e06c7fdbf6 req-83b54239-d824-46e7-8deb-a1b0105ca9b1 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Allocated IP 172.20.0.14 (7227b316-334e-41bd-9e6f-4cc3a5e87f31/d3f74538-b1d1-41a1-9c3a-1235e803e94f/12c1cfec-d5bb-4a9d-8e17-b6598044792e) {{(pid=113345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:51:36.711843 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-5022a350-5b04-487d-9a16-43ba3654d8fd req-2fa9adeb-ca88-4793-8033-ea512fb22758 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups?id=defac20c-ef6f-4b35-b645-37394d3dc510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795105 Nov 02 16:51:36.862786 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-86201fc2-60dc-420b-a539-e5e06c7fdbf6 req-83b54239-d824-46e7-8deb-a1b0105ca9b1 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Publish callbacks [] for port, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:36.899055 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-86201fc2-60dc-420b-a539-e5e06c7fdbf6 req-83b54239-d824-46e7-8deb-a1b0105ca9b1 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788024814062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27915883'] for port, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:36.943846 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86201fc2-60dc-420b-a539-e5e06c7fdbf6 req-83b54239-d824-46e7-8deb-a1b0105ca9b1 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Network 7227b316-334e-41bd-9e6f-4cc3a5e87f31 is already hosted by enough agents. {{(pid=113345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:51:36.949258 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.base_scheduler [req-86201fc2-60dc-420b-a539-e5e06c7fdbf6 req-83b54239-d824-46e7-8deb-a1b0105ca9b1 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Resources bound (agent type, host, resource id): {{(pid=113345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:51:36.953207 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.l3_dvrscheduler_db [req-86201fc2-60dc-420b-a539-e5e06c7fdbf6 req-83b54239-d824-46e7-8deb-a1b0105ca9b1 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Received port after_create {{(pid=113345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:51:36.959956 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b54239-d824-46e7-8deb-a1b0105ca9b1 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Pushing event updated for resources: {'Port': ['ID=12c1cfec-d5bb-4a9d-8e17-b6598044792e,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:37.007685 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86201fc2-60dc-420b-a539-e5e06c7fdbf6 req-83b54239-d824-46e7-8deb-a1b0105ca9b1 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:37.008370 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-86201fc2-60dc-420b-a539-e5e06c7fdbf6 req-83b54239-d824-46e7-8deb-a1b0105ca9b1 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221'] for port, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:37.025540 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-86201fc2-60dc-420b-a539-e5e06c7fdbf6 req-83b54239-d824-46e7-8deb-a1b0105ca9b1 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7184050 Nov 02 16:51:37.040733 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.v2.base [req-86201fc2-60dc-420b-a539-e5e06c7fdbf6 req-74948e3f-ead3-4a85-9cf9-d8858e844480 service neutron] Request body: {'port': {'device_id': '7467b613-4bac-44d8-b195-09d4eeda75f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=113345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:51:37.101739 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-86201fc2-60dc-420b-a539-e5e06c7fdbf6 req-74948e3f-ead3-4a85-9cf9-d8858e844480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:37.225170 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309cc5ef-f345-4b7a-9ae7-a688d5b5f277 req-29311532-9960-45e1-85f2-00f76a836a9e tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:37.227088 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-309cc5ef-f345-4b7a-9ae7-a688d5b5f277 req-29311532-9960-45e1-85f2-00f76a836a9e tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] 10.222.0.118 "GET /v2.0/ports?device_id=7467b613-4bac-44d8-b195-09d4eeda75f7 HTTP/1.1" status: 200 len: 932 time: 0.0617096 Nov 02 16:51:37.289773 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-309cc5ef-f345-4b7a-9ae7-a688d5b5f277 req-2241493c-cd13-4dda-bea2-78dc4499212f tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] 10.222.0.118 "GET /v2.0/security-groups?id=84cf8b44-ecd8-442c-a427-227625845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485721 Nov 02 16:51:37.408575 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.notifiers.nova [req-86201fc2-60dc-420b-a539-e5e06c7fdbf6 req-74948e3f-ead3-4a85-9cf9-d8858e844480 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12c1cfec-d5bb-4a9d-8e17-b6598044792e {{(pid=113345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:51:37.416110 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-86201fc2-60dc-420b-a539-e5e06c7fdbf6 req-74948e3f-ead3-4a85-9cf9-d8858e844480 service neutron] Publish callbacks [] for port, precommit_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:37.428819 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.provisioning_blocks [req-86201fc2-60dc-420b-a539-e5e06c7fdbf6 req-74948e3f-ead3-4a85-9cf9-d8858e844480 service neutron] Transition to ACTIVE for port object 12c1cfec-d5bb-4a9d-8e17-b6598044792e will not be triggered until provisioned by entity L2. {{(pid=113345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:51:37.433927 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-86201fc2-60dc-420b-a539-e5e06c7fdbf6 req-74948e3f-ead3-4a85-9cf9-d8858e844480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27915890'] for port, after_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:37.483743 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74948e3f-ead3-4a85-9cf9-d8858e844480 service neutron] Pushing event updated for resources: {'Port': ['ID=12c1cfec-d5bb-4a9d-8e17-b6598044792e,revision_number=2']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:37.562319 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.managers [req-86201fc2-60dc-420b-a539-e5e06c7fdbf6 req-74948e3f-ead3-4a85-9cf9-d8858e844480 service neutron] Attempting to bind port 12c1cfec-d5bb-4a9d-8e17-b6598044792e on host hv-cinder-77387 for vnic_type normal with profile {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 16:51:37.562669 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.managers [req-86201fc2-60dc-420b-a539-e5e06c7fdbf6 req-74948e3f-ead3-4a85-9cf9-d8858e844480 service neutron] Attempting to bind port 12c1cfec-d5bb-4a9d-8e17-b6598044792e by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': '46b5fd82-e879-4db6-b2d6-b52418ea2f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '7227b316-334e-41bd-9e6f-4cc3a5e87f31'}] {{(pid=113345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 16:51:37.563008 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86201fc2-60dc-420b-a539-e5e06c7fdbf6 req-74948e3f-ead3-4a85-9cf9-d8858e844480 service neutron] Attempting to bind port 12c1cfec-d5bb-4a9d-8e17-b6598044792e on network 7227b316-334e-41bd-9e6f-4cc3a5e87f31 {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:51:37.567662 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86201fc2-60dc-420b-a539-e5e06c7fdbf6 req-74948e3f-ead3-4a85-9cf9-d8858e844480 service neutron] Port 12c1cfec-d5bb-4a9d-8e17-b6598044792e on network 7227b316-334e-41bd-9e6f-4cc3a5e87f31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:51:37.568000 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86201fc2-60dc-420b-a539-e5e06c7fdbf6 req-74948e3f-ead3-4a85-9cf9-d8858e844480 service neutron] Attempting to bind port 12c1cfec-d5bb-4a9d-8e17-b6598044792e on network 7227b316-334e-41bd-9e6f-4cc3a5e87f31 {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:51:37.573025 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86201fc2-60dc-420b-a539-e5e06c7fdbf6 req-74948e3f-ead3-4a85-9cf9-d8858e844480 service neutron] Checking agent: {'id': 'a22495b4-0922-47cf-b0eb-f0742ace0d4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 44, 22), 'started_at': datetime.datetime(2021, 11, 2, 16, 44, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:51:37.573402 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86201fc2-60dc-420b-a539-e5e06c7fdbf6 req-74948e3f-ead3-4a85-9cf9-d8858e844480 service neutron] Checking segment: {'id': '46b5fd82-e879-4db6-b2d6-b52418ea2f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '7227b316-334e-41bd-9e6f-4cc3a5e87f31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 16:51:37.573827 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86201fc2-60dc-420b-a539-e5e06c7fdbf6 req-74948e3f-ead3-4a85-9cf9-d8858e844480 service neutron] Bound using segment: {'id': '46b5fd82-e879-4db6-b2d6-b52418ea2f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '7227b316-334e-41bd-9e6f-4cc3a5e87f31'} {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:51:37.574271 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.managers [req-86201fc2-60dc-420b-a539-e5e06c7fdbf6 req-74948e3f-ead3-4a85-9cf9-d8858e844480 service neutron] Bound port: 12c1cfec-d5bb-4a9d-8e17-b6598044792e, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46b5fd82-e879-4db6-b2d6-b52418ea2f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '7227b316-334e-41bd-9e6f-4cc3a5e87f31'}}] {{(pid=113345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 16:51:37.574652 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-86201fc2-60dc-420b-a539-e5e06c7fdbf6 req-74948e3f-ead3-4a85-9cf9-d8858e844480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:37.640142 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.db [req-86201fc2-60dc-420b-a539-e5e06c7fdbf6 req-74948e3f-ead3-4a85-9cf9-d8858e844480 service neutron] For port 12c1cfec-d5bb-4a9d-8e17-b6598044792e, host hv-cinder-77387, cleared binding levels {{(pid=113345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:51:37.643334 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.db [req-86201fc2-60dc-420b-a539-e5e06c7fdbf6 req-74948e3f-ead3-4a85-9cf9-d8858e844480 service neutron] For port 12c1cfec-d5bb-4a9d-8e17-b6598044792e, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=12c1cfec-d5bb-4a9d-8e17-b6598044792e,segment=NetworkSegment(46b5fd82-e879-4db6-b2d6-b52418ea2f93),segment_id=46b5fd82-e879-4db6-b2d6-b52418ea2f93)] {{(pid=113345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:51:37.648190 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-86201fc2-60dc-420b-a539-e5e06c7fdbf6 req-74948e3f-ead3-4a85-9cf9-d8858e844480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27915890'] for port, after_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:37.686658 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86201fc2-60dc-420b-a539-e5e06c7fdbf6 req-74948e3f-ead3-4a85-9cf9-d8858e844480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:37.687381 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-86201fc2-60dc-420b-a539-e5e06c7fdbf6 req-74948e3f-ead3-4a85-9cf9-d8858e844480 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221'] for port, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:37.688998 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-86201fc2-60dc-420b-a539-e5e06c7fdbf6 req-74948e3f-ead3-4a85-9cf9-d8858e844480 service neutron] 10.222.0.76 "PUT /v2.0/ports/12c1cfec-d5bb-4a9d-8e17-b6598044792e HTTP/1.1" status: 200 len: 1094 time: 0.6526113 Nov 02 16:51:37.689492 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7467b613-4bac-44d8-b195-09d4eeda75f7', 'tag': '12c1cfec-d5bb-4a9d-8e17-b6598044792e'}] {{(pid=113345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:51:37.699869 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88728d28071a92af03fe3e2826ca256f68f88e9f4aa3bce1a4ce6001ce5f6d9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc1f570-f028-4eb6-952a-48a40087712a" -d '{"events": [{"name": "network-changed", "server_uuid": "7467b613-4bac-44d8-b195-09d4eeda75f7", "tag": "12c1cfec-d5bb-4a9d-8e17-b6598044792e"}]}' {{(pid=113345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:51:37.720129 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74948e3f-ead3-4a85-9cf9-d8858e844480 service neutron] Pushing event updated for resources: {'Port': ['ID=12c1cfec-d5bb-4a9d-8e17-b6598044792e,revision_number=3']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:37.741919 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08458149-335f-47fe-b239-6b0454b44875 x-openstack-request-id: req-08458149-335f-47fe-b239-6b0454b44875 {{(pid=113345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:51:37.742234 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7467b613-4bac-44d8-b195-09d4eeda75f7", "tag": "12c1cfec-d5bb-4a9d-8e17-b6598044792e", "status": "completed", "code": 200}]} {{(pid=113345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:51:37.742508 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-08458149-335f-47fe-b239-6b0454b44875 {{(pid=113345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:51:37.742954 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7467b613-4bac-44d8-b195-09d4eeda75f7', 'tag': '12c1cfec-d5bb-4a9d-8e17-b6598044792e', 'status': 'completed', 'code': 200} Nov 02 16:51:38.349464 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-08b122c9-4ea3-44b0-b041-b79db921abd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:38.419226 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08377158-1102-4d66-b437-d52ac21c2a62 req-89cd451d-d61f-4817-afcb-3f5c5e189ddb tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:38.420962 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-08377158-1102-4d66-b437-d52ac21c2a62 req-89cd451d-d61f-4817-afcb-3f5c5e189ddb tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] 10.222.0.118 "GET /v2.0/ports?device_id=7467b613-4bac-44d8-b195-09d4eeda75f7 HTTP/1.1" status: 200 len: 944 time: 0.0537786 Nov 02 16:51:38.473816 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-08377158-1102-4d66-b437-d52ac21c2a62 req-2d6c8981-0926-442b-9f8c-ae9057b32842 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] 10.222.0.118 "GET /v2.0/security-groups?id=84cf8b44-ecd8-442c-a427-227625845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459502 Nov 02 16:51:39.607166 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b479dff-3a47-4b02-9535-210d33525bed req-4256e31a-6055-4e2d-915b-813b11710b0a tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:39.608868 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-4b479dff-3a47-4b02-9535-210d33525bed req-4256e31a-6055-4e2d-915b-813b11710b0a tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] 10.222.0.118 "GET /v2.0/ports?device_id=7467b613-4bac-44d8-b195-09d4eeda75f7 HTTP/1.1" status: 200 len: 944 time: 0.0585859 Nov 02 16:51:39.664887 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-4b479dff-3a47-4b02-9535-210d33525bed req-ae3d7747-d90f-4474-862d-3ccfa45bd60e tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] 10.222.0.118 "GET /v2.0/security-groups?id=84cf8b44-ecd8-442c-a427-227625845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492141 Nov 02 16:51:40.254861 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc1f570-f028-4eb6-952a-48a40087712a req-9057a0ee-c9e1-43c7-919d-b5e5d354b1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:40.256555 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-9cc1f570-f028-4eb6-952a-48a40087712a req-9057a0ee-c9e1-43c7-919d-b5e5d354b1fd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4663a8f2673146cab27e2310dd397954&device_id=7467b613-4bac-44d8-b195-09d4eeda75f7 HTTP/1.1" status: 200 len: 1097 time: 0.0441988 Nov 02 16:51:40.365560 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc1f570-f028-4eb6-952a-48a40087712a req-ddef44da-81f2-47ff-bec3-1935c92f33a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:40.367793 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-9cc1f570-f028-4eb6-952a-48a40087712a req-ddef44da-81f2-47ff-bec3-1935c92f33a5 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=4663a8f2673146cab27e2310dd397954&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0986903 Nov 02 16:51:40.473645 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc1f570-f028-4eb6-952a-48a40087712a req-d08ed827-a126-4882-86b6-bcfb40be26af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:40.475278 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-9cc1f570-f028-4eb6-952a-48a40087712a req-d08ed827-a126-4882-86b6-bcfb40be26af service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0913250 Nov 02 16:51:40.565920 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86201fc2-60dc-420b-a539-e5e06c7fdbf6 req-dfd6dda6-8c2a-4789-8e80-9f20a3401a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:40.567422 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-86201fc2-60dc-420b-a539-e5e06c7fdbf6 req-dfd6dda6-8c2a-4789-8e80-9f20a3401a44 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4663a8f2673146cab27e2310dd397954&device_id=7467b613-4bac-44d8-b195-09d4eeda75f7 HTTP/1.1" status: 200 len: 1097 time: 0.0489821 Nov 02 16:51:40.614841 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-86201fc2-60dc-420b-a539-e5e06c7fdbf6 req-d2c42851-e59b-43ab-84a8-83d69a599827 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12c1cfec-d5bb-4a9d-8e17-b6598044792e HTTP/1.1" status: 200 len: 217 time: 0.0347378 Nov 02 16:51:40.679694 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86201fc2-60dc-420b-a539-e5e06c7fdbf6 req-58b293a5-feb1-42c2-af1f-305597b4e38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:40.681259 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-86201fc2-60dc-420b-a539-e5e06c7fdbf6 req-58b293a5-feb1-42c2-af1f-305597b4e38f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d3f74538-b1d1-41a1-9c3a-1235e803e94f HTTP/1.1" status: 200 len: 848 time: 0.0466316 Nov 02 16:51:40.717587 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-86201fc2-60dc-420b-a539-e5e06c7fdbf6 req-77d3f18c-fb7a-404b-9823-8c8b549eecb8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7227b316-334e-41bd-9e6f-4cc3a5e87f31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273621 Nov 02 16:51:40.800057 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e27f6-7430-4886-b18d-01e9d510875e req-c1cebd60-6a0e-44a3-9dd8-455d771596fe tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:40.801700 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-a56e27f6-7430-4886-b18d-01e9d510875e req-c1cebd60-6a0e-44a3-9dd8-455d771596fe tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] 10.222.0.118 "GET /v2.0/ports?device_id=7467b613-4bac-44d8-b195-09d4eeda75f7 HTTP/1.1" status: 200 len: 944 time: 0.0634294 Nov 02 16:51:40.857665 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-86201fc2-60dc-420b-a539-e5e06c7fdbf6 req-c4e2fd19-387f-4776-a035-ed8d08187376 service neutron] 10.222.0.76 "GET /v2.0/networks/7227b316-334e-41bd-9e6f-4cc3a5e87f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299531 Nov 02 16:51:40.880016 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-a56e27f6-7430-4886-b18d-01e9d510875e req-4b7af7be-72b2-482e-8d23-88dc0df5d89f tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] 10.222.0.118 "GET /v2.0/security-groups?id=84cf8b44-ecd8-442c-a427-227625845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687039 Nov 02 16:51:40.974393 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-86201fc2-60dc-420b-a539-e5e06c7fdbf6 req-1999b105-92e4-41bc-bf54-4e23faa4a7df service neutron] 10.222.0.76 "GET /v2.0/networks/7227b316-334e-41bd-9e6f-4cc3a5e87f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090848 Nov 02 16:51:41.032359 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-2762f7f6-e2c4-4463-95a5-76f0d5fefd45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:42.016014 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae551b-bea6-4fbc-9efa-eb30caf76b8d req-0966e794-aaf9-4494-9eea-ebc78597d836 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:42.017732 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-beae551b-bea6-4fbc-9efa-eb30caf76b8d req-0966e794-aaf9-4494-9eea-ebc78597d836 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] 10.222.0.118 "GET /v2.0/ports?device_id=7467b613-4bac-44d8-b195-09d4eeda75f7 HTTP/1.1" status: 200 len: 944 time: 0.0601213 Nov 02 16:51:42.076740 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-beae551b-bea6-4fbc-9efa-eb30caf76b8d req-b4f1fd11-c40c-4275-83d8-f0e082ea7c88 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] 10.222.0.118 "GET /v2.0/security-groups?id=84cf8b44-ecd8-442c-a427-227625845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522187 Nov 02 16:51:42.851556 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-dfe49d6c-b306-436a-ba68-760764be264a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:43.042758 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device 12c1cfec-d5bb-4a9d-8e17-b6598044792e details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=113346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:51:43.154136 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port 12c1cfec-d5bb-4a9d-8e17-b6598044792e, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=12c1cfec-d5bb-4a9d-8e17-b6598044792e,segment=NetworkSegment(46b5fd82-e879-4db6-b2d6-b52418ea2f93),segment_id=46b5fd82-e879-4db6-b2d6-b52418ea2f93)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:51:43.166947 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Returning: {'device': '12c1cfec-d5bb-4a9d-8e17-b6598044792e', 'network_id': '7227b316-334e-41bd-9e6f-4cc3a5e87f31', 'port_id': '12c1cfec-d5bb-4a9d-8e17-b6598044792e', 'mac_address': 'fa:16:3e:9c:0f:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3f74538-b1d1-41a1-9c3a-1235e803e94f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:51:43.207558 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e7479e-e803-4827-95ca-014f87608058 req-3cca425f-1ce7-4e47-9db7-83c47171f094 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:43.211845 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-e4e7479e-e803-4827-95ca-014f87608058 req-3cca425f-1ce7-4e47-9db7-83c47171f094 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] 10.222.0.118 "GET /v2.0/ports?device_id=7467b613-4bac-44d8-b195-09d4eeda75f7 HTTP/1.1" status: 200 len: 944 time: 0.0580089 Nov 02 16:51:43.212494 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:43.230268 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.notifiers.nova [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12c1cfec-d5bb-4a9d-8e17-b6598044792e {{(pid=113346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:51:43.255302 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port 12c1cfec-d5bb-4a9d-8e17-b6598044792e, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=12c1cfec-d5bb-4a9d-8e17-b6598044792e,segment=NetworkSegment(46b5fd82-e879-4db6-b2d6-b52418ea2f93),segment_id=46b5fd82-e879-4db6-b2d6-b52418ea2f93)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:51:43.263258 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:43.274836 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-e4e7479e-e803-4827-95ca-014f87608058 req-99f9e766-fc73-44a3-a859-c21fa23baef2 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] 10.222.0.118 "GET /v2.0/security-groups?id=84cf8b44-ecd8-442c-a427-227625845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548487 Nov 02 16:51:43.332897 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Pushing event updated for resources: {'Port': ['ID=12c1cfec-d5bb-4a9d-8e17-b6598044792e,revision_number=4']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:43.664444 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] get_ports_and_sgs() called for port_ids ['12c1cfec-d5bb-4a9d-8e17-b6598044792e'] {{(pid=113346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:51:44.408727 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd441c5-99eb-4682-b023-f5aea3d6c5d6 req-f9a042f3-fa19-47d3-a920-188836d7a0f8 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:44.410481 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-ebd441c5-99eb-4682-b023-f5aea3d6c5d6 req-f9a042f3-fa19-47d3-a920-188836d7a0f8 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] 10.222.0.118 "GET /v2.0/ports?device_id=7467b613-4bac-44d8-b195-09d4eeda75f7 HTTP/1.1" status: 200 len: 945 time: 0.0598772 Nov 02 16:51:44.470012 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-ebd441c5-99eb-4682-b023-f5aea3d6c5d6 req-1bebdbdc-48e0-4ad5-a50c-0c4e617b8d53 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] 10.222.0.118 "GET /v2.0/security-groups?id=84cf8b44-ecd8-442c-a427-227625845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525482 Nov 02 16:51:44.656295 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0b95-0143-42d2-8d33-45f1b37c89de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:45.060602 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device 12c1cfec-d5bb-4a9d-8e17-b6598044792e up at agent hyperv_hv-cinder-77387 {{(pid=113346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:51:45.120497 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Provisioning for port 12c1cfec-d5bb-4a9d-8e17-b6598044792e completed by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:51:45.125854 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Provisioning complete for port 12c1cfec-d5bb-4a9d-8e17-b6598044792e triggered by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:51:45.126260 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:45.363172 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:45.389354 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7467b613-4bac-44d8-b195-09d4eeda75f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c1cfec-d5bb-4a9d-8e17-b6598044792e'}] {{(pid=113346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:51:45.391805 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76f9361971789a5ad3b4a9c4b1498f7b6e6fa8520131c3d92747b1d2ae9477a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7336586-e51b-45b6-8543-3c20ac5f2416" -d '{"events": [{"server_uuid": "7467b613-4bac-44d8-b195-09d4eeda75f7", "name": "network-vif-plugged", "status": "completed", "tag": "12c1cfec-d5bb-4a9d-8e17-b6598044792e"}]}' {{(pid=113346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:51:45.405293 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port 12c1cfec-d5bb-4a9d-8e17-b6598044792e, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=12c1cfec-d5bb-4a9d-8e17-b6598044792e,segment=NetworkSegment(46b5fd82-e879-4db6-b2d6-b52418ea2f93),segment_id=46b5fd82-e879-4db6-b2d6-b52418ea2f93)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:51:45.409987 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:45.434808 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da11dfd8-071d-46a2-9b2c-0f06818dcf28 x-openstack-request-id: req-da11dfd8-071d-46a2-9b2c-0f06818dcf28 {{(pid=113346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:51:45.435142 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7467b613-4bac-44d8-b195-09d4eeda75f7", "name": "network-vif-plugged", "status": "completed", "tag": "12c1cfec-d5bb-4a9d-8e17-b6598044792e", "code": 200}]} {{(pid=113346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:51:45.435411 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-da11dfd8-071d-46a2-9b2c-0f06818dcf28 {{(pid=113346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:51:45.435837 dv-cinder-773876-4-iscsi neutron-server[113346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7467b613-4bac-44d8-b195-09d4eeda75f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c1cfec-d5bb-4a9d-8e17-b6598044792e', 'code': 200} Nov 02 16:51:45.463557 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Pushing event updated for resources: {'Port': ['ID=12c1cfec-d5bb-4a9d-8e17-b6598044792e,revision_number=5']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:45.627625 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe628d2-9326-4997-997c-298d4c6cd609 req-d81f086c-5a8e-42df-a653-7d2706616b77 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:45.629256 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-3fe628d2-9326-4997-997c-298d4c6cd609 req-d81f086c-5a8e-42df-a653-7d2706616b77 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] 10.222.0.118 "GET /v2.0/ports?device_id=7467b613-4bac-44d8-b195-09d4eeda75f7 HTTP/1.1" status: 200 len: 946 time: 0.0662398 Nov 02 16:51:45.705748 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32be4fb-ff84-49f0-b195-f24bb0dd8655 req-2d4abdfe-ddb2-4b0b-8825-b848634b9389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:45.707501 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-d32be4fb-ff84-49f0-b195-f24bb0dd8655 req-2d4abdfe-ddb2-4b0b-8825-b848634b9389 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7467b613-4bac-44d8-b195-09d4eeda75f7 HTTP/1.1" status: 200 len: 1099 time: 0.0770071 Nov 02 16:51:45.716851 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-3fe628d2-9326-4997-997c-298d4c6cd609 req-4e2bbd35-6333-48f5-a019-880bef17d807 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] 10.222.0.118 "GET /v2.0/security-groups?id=84cf8b44-ecd8-442c-a427-227625845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764072 Nov 02 16:51:45.773734 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-d32be4fb-ff84-49f0-b195-f24bb0dd8655 req-abe72920-2acc-41be-8e97-babbd91b3400 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=84cf8b44-ecd8-442c-a427-227625845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424995 Nov 02 16:51:45.784027 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 45742) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:45.903530 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-c18e1050-785f-4991-b389-b95655a3268b admin admin] Publish callbacks [] for security_group, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:45.986373 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-c18e1050-785f-4991-b389-b95655a3268b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:45.990523 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-c18e1050-785f-4991-b389-b95655a3268b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:46.035191 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-c18e1050-785f-4991-b389-b95655a3268b admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=92ee26e85a824208b9870a3e4f0fa056&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2496912 Nov 02 16:51:46.035922 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18e1050-785f-4991-b389-b95655a3268b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ff0abf-3df7-401c-b0ad-9f29f4c45107,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:46.038212 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 45746) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:46.068561 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:46.094966 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-71a592f3-b369-420c-851f-53b8cf729350 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:46.116238 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-71a592f3-b369-420c-851f-53b8cf729350 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:46.164821 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-71a592f3-b369-420c-851f-53b8cf729350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:46.168383 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-71a592f3-b369-420c-851f-53b8cf729350 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:46.169739 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-71a592f3-b369-420c-851f-53b8cf729350 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/e5ff0abf-3df7-401c-b0ad-9f29f4c45107 HTTP/1.1" status: 204 len: 168 time: 0.1303744 Nov 02 16:51:46.177823 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a592f3-b369-420c-851f-53b8cf729350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ff0abf-3df7-401c-b0ad-9f29f4c45107,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:46.186291 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a592f3-b369-420c-851f-53b8cf729350 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:46.186657 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a592f3-b369-420c-851f-53b8cf729350 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:46.187017 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a592f3-b369-420c-851f-53b8cf729350 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:46.187357 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a592f3-b369-420c-851f-53b8cf729350 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:46.187703 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a592f3-b369-420c-851f-53b8cf729350 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:46.188044 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a592f3-b369-420c-851f-53b8cf729350 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:46.188421 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a592f3-b369-420c-851f-53b8cf729350 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:46.188761 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a592f3-b369-420c-851f-53b8cf729350 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:46.189181 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a592f3-b369-420c-851f-53b8cf729350 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:46.189451 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a592f3-b369-420c-851f-53b8cf729350 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:46.189783 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a592f3-b369-420c-851f-53b8cf729350 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:46.190217 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a592f3-b369-420c-851f-53b8cf729350 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:46.861105 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168bf14c-19ca-416d-bde7-22449b109c34 req-b442802d-07b6-4a8e-b2f3-6d81404a45ec tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:46.862210 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-168bf14c-19ca-416d-bde7-22449b109c34 req-b442802d-07b6-4a8e-b2f3-6d81404a45ec tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] 10.222.0.118 "GET /v2.0/ports?device_id=7467b613-4bac-44d8-b195-09d4eeda75f7 HTTP/1.1" status: 200 len: 946 time: 0.0619466 Nov 02 16:51:46.906326 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 45772) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:46.924152 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-168bf14c-19ca-416d-bde7-22449b109c34 req-3eeab471-ef7b-4b0a-bc38-2fc39e8f88f2 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] 10.222.0.118 "GET /v2.0/security-groups?id=84cf8b44-ecd8-442c-a427-227625845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544508 Nov 02 16:51:47.020731 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.v2.base [None req-5d625c69-b896-4bd6-8780-090bd8631555 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-226830009-network', 'tenant_id': 'f83b31a72c4f4cc78519ed2dc9bdc400'}} {{(pid=113345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:51:47.045961 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d625c69-b896-4bd6-8780-090bd8631555 admin admin] Made reservation on behalf of f83b31a72c4f4cc78519ed2dc9bdc400 for: {'network': 1} {{(pid=113345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:51:47.048828 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-5d625c69-b896-4bd6-8780-090bd8631555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for network, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:47.060436 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-5d625c69-b896-4bd6-8780-090bd8631555 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:47.143605 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-5d625c69-b896-4bd6-8780-090bd8631555 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:47.147868 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-5d625c69-b896-4bd6-8780-090bd8631555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:47.174541 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d625c69-b896-4bd6-8780-090bd8631555 admin admin] vlan segment allocate from pool success with {'vlan_id': 785, 'physical_network': 'physnet1'} {{(pid=113345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:51:47.185278 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d625c69-b896-4bd6-8780-090bd8631555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=659dd168-135d-42e8-b41b-542e153650a2,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:47.190546 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-5d625c69-b896-4bd6-8780-090bd8631555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639893'] for segment, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:47.190951 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.db.segments_db [None req-5d625c69-b896-4bd6-8780-090bd8631555 admin admin] Added segment a0db1be0-f211-4b56-8245-8ff244bfde1c of type vlan for network ac5452b3-7329-433e-af1f-df17acea3828 Nov 02 16:51:47.239774 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-5d625c69-b896-4bd6-8780-090bd8631555 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788024806476'] for network, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:47.273778 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-5d625c69-b896-4bd6-8780-090bd8631555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481'] for network, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:47.274918 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d625c69-b896-4bd6-8780-090bd8631555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:47.275560 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-5d625c69-b896-4bd6-8780-090bd8631555 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673503'] for network, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:47.338504 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-5d625c69-b896-4bd6-8780-090bd8631555 admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4305947 Nov 02 16:51:47.342217 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 45776) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:47.349681 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.v2.base [None req-4673466f-c5cf-4ec2-b299-3656275dd555 admin admin] Request body: {'subnet': {'network_id': 'ac5452b3-7329-433e-af1f-df17acea3828', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-226830009-subnet', 'tenant_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'ip_version': 4}} {{(pid=113345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:51:47.360368 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d625c69-b896-4bd6-8780-090bd8631555 admin admin] Pushing event updated for resources: {'Network': ['ID=ac5452b3-7329-433e-af1f-df17acea3828,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:47.372634 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Network ac5452b3-7329-433e-af1f-df17acea3828 details requested by agent ovs-agent-dv-cinder-773876-4-iscsi with host dv-cinder-773876-4-iscsi {{(pid=113346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:51:47.378076 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4673466f-c5cf-4ec2-b299-3656275dd555 admin admin] Made reservation on behalf of f83b31a72c4f4cc78519ed2dc9bdc400 for: {'subnet': 1} {{(pid=113345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:51:47.380608 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-4673466f-c5cf-4ec2-b299-3656275dd555 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29156465'] for subnet, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:47.562203 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-4673466f-c5cf-4ec2-b299-3656275dd555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27917051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29156419'] for subnet, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:47.616791 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4673466f-c5cf-4ec2-b299-3656275dd555 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa72a888-b45f-4cfb-ae6c-4494e796baf0,revision_number=0']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:47.629165 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4673466f-c5cf-4ec2-b299-3656275dd555 admin admin] Checking segment: {'id': 'a0db1be0-f211-4b56-8245-8ff244bfde1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'ac5452b3-7329-433e-af1f-df17acea3828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 16:51:47.629534 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4673466f-c5cf-4ec2-b299-3656275dd555 admin admin] Network hostable DHCP agents. Network: ac5452b3-7329-433e-af1f-df17acea3828, hostable agents: ['546b8425-0cfc-4ce2-b181-b7c4c8ab844f'], hosted agents: [] {{(pid=113345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:51:47.648062 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4673466f-c5cf-4ec2-b299-3656275dd555 admin admin] Network ac5452b3-7329-433e-af1f-df17acea3828 is scheduled to be hosted by DHCP agent 546b8425-0cfc-4ce2-b181-b7c4c8ab844f with binding_index 1 {{(pid=113345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:51:47.657226 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.base_scheduler [None req-4673466f-c5cf-4ec2-b299-3656275dd555 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-4-iscsi, ac5452b3-7329-433e-af1f-df17acea3828) {{(pid=113345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:51:47.662051 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4673466f-c5cf-4ec2-b299-3656275dd555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:47.662663 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-4673466f-c5cf-4ec2-b299-3656275dd555 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673503'] for subnet, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:47.669026 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96e322d-b0a7-4b15-aa73-8bb7ec3d5202 None None] Network ac5452b3-7329-433e-af1f-df17acea3828 requested from dv-cinder-773876-4-iscsi {{(pid=113346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:51:47.680707 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-4673466f-c5cf-4ec2-b299-3656275dd555 admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3371279 Nov 02 16:51:47.684001 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 45778) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:47.689278 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.v2.base [None req-b4577e80-e8c6-48c8-8577-2c57f2847c4c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-226830009-router', 'tenant_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede'}}} {{(pid=113345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:51:47.713489 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-b4577e80-e8c6-48c8-8577-2c57f2847c4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3731402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26202'] for router, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:47.714702 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-b4577e80-e8c6-48c8-8577-2c57f2847c4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3731318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3708157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26197'] for router, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:47.768886 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-b4577e80-e8c6-48c8-8577-2c57f2847c4c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:47.833994 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb7bd6d-493e-4a72-9b2d-f5cca58c1bb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe4b85e87-31fb-5fe4-ae05-1caa6371d8e7-ac5452b3-7329-433e-af1f-df17acea3828', 'network_id': 'ac5452b3-7329-433e-af1f-df17acea3828', 'tenant_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'fixed_ips': [{'subnet_id': 'aa72a888-b45f-4cfb-ae6c-4494e796baf0'}]}} from dv-cinder-773876-4-iscsi. {{(pid=113346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:51:47.834919 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-ebb7bd6d-493e-4a72-9b2d-f5cca58c1bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_create {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:47.923436 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-b4577e80-e8c6-48c8-8577-2c57f2847c4c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:48.000041 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.db_base_plugin_common [None req-ebb7bd6d-493e-4a72-9b2d-f5cca58c1bb2 None None] Allocated IP 172.20.0.2 (ac5452b3-7329-433e-af1f-df17acea3828/aa72a888-b45f-4cfb-ae6c-4494e796baf0/8be89351-40f9-4032-a5cc-8f879cd2a02a) {{(pid=113346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:51:48.078124 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f365d3-3d25-4980-8d53-b3a1b2847a25 req-99a8d105-06fa-46db-aebb-85e628db20c6 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:48.079800 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-19f365d3-3d25-4980-8d53-b3a1b2847a25 req-99a8d105-06fa-46db-aebb-85e628db20c6 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] 10.222.0.118 "GET /v2.0/ports?device_id=7467b613-4bac-44d8-b195-09d4eeda75f7 HTTP/1.1" status: 200 len: 946 time: 0.0740724 Nov 02 16:51:48.208759 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-ebb7bd6d-493e-4a72-9b2d-f5cca58c1bb2 None None] Publish callbacks [] for port, precommit_create {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:48.216765 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-ebb7bd6d-493e-4a72-9b2d-f5cca58c1bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788024814062'] for port, after_create {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:48.236026 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-19f365d3-3d25-4980-8d53-b3a1b2847a25 req-fccc14ed-9c9b-4d56-87b7-9f5c7b5c4553 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] 10.222.0.118 "GET /v2.0/security-groups?id=84cf8b44-ecd8-442c-a427-227625845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181259 Nov 02 16:51:48.237796 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-b4577e80-e8c6-48c8-8577-2c57f2847c4c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:48.268393 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb7bd6d-493e-4a72-9b2d-f5cca58c1bb2 None None] Network ac5452b3-7329-433e-af1f-df17acea3828 is already hosted by enough agents. {{(pid=113346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:51:48.268608 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-b4577e80-e8c6-48c8-8577-2c57f2847c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:48.268736 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.scheduler.base_scheduler [None req-ebb7bd6d-493e-4a72-9b2d-f5cca58c1bb2 None None] Resources bound (agent type, host, resource id): {{(pid=113346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:51:48.268736 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb7bd6d-493e-4a72-9b2d-f5cca58c1bb2 None None] Received port after_create {{(pid=113346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:51:48.301249 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb7bd6d-493e-4a72-9b2d-f5cca58c1bb2 None None] Pushing event updated for resources: {'Port': ['ID=8be89351-40f9-4032-a5cc-8f879cd2a02a,revision_number=1']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:48.345000 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.managers [None req-ebb7bd6d-493e-4a72-9b2d-f5cca58c1bb2 None None] Attempting to bind port 8be89351-40f9-4032-a5cc-8f879cd2a02a on host dv-cinder-773876-4-iscsi for vnic_type normal with profile {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 16:51:48.345388 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.managers [None req-ebb7bd6d-493e-4a72-9b2d-f5cca58c1bb2 None None] Attempting to bind port 8be89351-40f9-4032-a5cc-8f879cd2a02a by drivers openvswitch,hyperv on host dv-cinder-773876-4-iscsi at level 0 using segments [{'id': 'a0db1be0-f211-4b56-8245-8ff244bfde1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'ac5452b3-7329-433e-af1f-df17acea3828'}] {{(pid=113346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 16:51:48.346062 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb7bd6d-493e-4a72-9b2d-f5cca58c1bb2 None None] Attempting to bind port 8be89351-40f9-4032-a5cc-8f879cd2a02a on network ac5452b3-7329-433e-af1f-df17acea3828 {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:51:48.351968 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb7bd6d-493e-4a72-9b2d-f5cca58c1bb2 None None] Checking agent: {'id': '7dc37166-7823-42e6-bc3e-7dc49cd1fc12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 37, 46), 'started_at': datetime.datetime(2021, 11, 2, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:51:48.352403 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb7bd6d-493e-4a72-9b2d-f5cca58c1bb2 None None] Checking segment: {'id': 'a0db1be0-f211-4b56-8245-8ff244bfde1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'ac5452b3-7329-433e-af1f-df17acea3828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 16:51:48.352871 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-ebb7bd6d-493e-4a72-9b2d-f5cca58c1bb2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:48.353858 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb7bd6d-493e-4a72-9b2d-f5cca58c1bb2 None None] Bound using segment: {'id': 'a0db1be0-f211-4b56-8245-8ff244bfde1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'ac5452b3-7329-433e-af1f-df17acea3828'} {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:51:48.354648 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.managers [None req-ebb7bd6d-493e-4a72-9b2d-f5cca58c1bb2 None None] Bound port: 8be89351-40f9-4032-a5cc-8f879cd2a02a, host: dv-cinder-773876-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0db1be0-f211-4b56-8245-8ff244bfde1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'ac5452b3-7329-433e-af1f-df17acea3828'}}] {{(pid=113346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 16:51:48.355740 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-ebb7bd6d-493e-4a72-9b2d-f5cca58c1bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:48.433815 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-ebb7bd6d-493e-4a72-9b2d-f5cca58c1bb2 None None] For port 8be89351-40f9-4032-a5cc-8f879cd2a02a, host dv-cinder-773876-4-iscsi, cleared binding levels {{(pid=113346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:51:48.437972 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-ebb7bd6d-493e-4a72-9b2d-f5cca58c1bb2 None None] For port 8be89351-40f9-4032-a5cc-8f879cd2a02a, host dv-cinder-773876-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=8be89351-40f9-4032-a5cc-8f879cd2a02a,segment=NetworkSegment(a0db1be0-f211-4b56-8245-8ff244bfde1c),segment_id=a0db1be0-f211-4b56-8245-8ff244bfde1c)] {{(pid=113346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:51:48.443164 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-ebb7bd6d-493e-4a72-9b2d-f5cca58c1bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:48.514260 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb7bd6d-493e-4a72-9b2d-f5cca58c1bb2 None None] Pushing event updated for resources: {'Port': ['ID=8be89351-40f9-4032-a5cc-8f879cd2a02a,revision_number=2']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:48.741594 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.db_base_plugin_common [None req-b4577e80-e8c6-48c8-8577-2c57f2847c4c admin admin] Allocated IP 172.27.1.108 (e732c7b6-4740-4909-a10c-6231f1bdbede/886e8f69-733b-40e5-a835-3f68eef2cfaf/e29b7936-7a83-49dd-9008-36de97272721) {{(pid=113345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:51:48.897525 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-b4577e80-e8c6-48c8-8577-2c57f2847c4c admin admin] Publish callbacks [] for port, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:48.947188 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-b4577e80-e8c6-48c8-8577-2c57f2847c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788024814062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27915883'] for port, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:49.001010 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4577e80-e8c6-48c8-8577-2c57f2847c4c admin admin] Network e732c7b6-4740-4909-a10c-6231f1bdbede is already hosted by enough agents. {{(pid=113345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:51:49.006531 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.base_scheduler [None req-b4577e80-e8c6-48c8-8577-2c57f2847c4c admin admin] Resources bound (agent type, host, resource id): {{(pid=113345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:51:49.009062 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4577e80-e8c6-48c8-8577-2c57f2847c4c admin admin] Received port after_create {{(pid=113345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:51:49.013685 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4577e80-e8c6-48c8-8577-2c57f2847c4c admin admin] Pushing event updated for resources: {'Port': ['ID=e29b7936-7a83-49dd-9008-36de97272721,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:49.205010 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451736b8-a9f5-4f7d-888b-94ab5dd8cbbc req-6f02b620-92de-4e13-8c21-b137c0b27c5c tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:49.206790 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-451736b8-a9f5-4f7d-888b-94ab5dd8cbbc req-6f02b620-92de-4e13-8c21-b137c0b27c5c tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] 10.222.0.118 "GET /v2.0/ports?device_id=7467b613-4bac-44d8-b195-09d4eeda75f7 HTTP/1.1" status: 200 len: 946 time: 0.1122911 Nov 02 16:51:49.311474 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-451736b8-a9f5-4f7d-888b-94ab5dd8cbbc req-1291ec01-13f8-4813-bee9-49bb734a1710 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] 10.222.0.118 "GET /v2.0/security-groups?id=84cf8b44-ecd8-442c-a427-227625845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977581 Nov 02 16:51:49.408392 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-b4577e80-e8c6-48c8-8577-2c57f2847c4c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:49.634247 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-b4577e80-e8c6-48c8-8577-2c57f2847c4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3731327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3708078'] for router, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:49.666921 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32647d7a-c4bd-4b25-874e-174b2cb8631b None None] Network ac5452b3-7329-433e-af1f-df17acea3828 requested from dv-cinder-773876-4-iscsi {{(pid=113346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:51:49.774011 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4577e80-e8c6-48c8-8577-2c57f2847c4c admin admin] Router c797d5b2-bdc4-4012-8c62-046dcdeae5dd is scheduled to L3 agent 23c85ca8-88a6-46e7-9165-338a7fd1d142 with binding_index 1 {{(pid=113345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:51:49.804238 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-5da30221-c4c1-41be-bbbf-d1f9f10d8554 None None] Provisioning complete for port 8be89351-40f9-4032-a5cc-8f879cd2a02a triggered by entity DHCP. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:51:49.804641 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-5da30221-c4c1-41be-bbbf-d1f9f10d8554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:49.905264 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4577e80-e8c6-48c8-8577-2c57f2847c4c admin admin] Notify agent at l3_agent.dv-cinder-773876-4-iscsi the message routers_updated {{(pid=113345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:51:49.920511 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d2366a-5fad-45cd-8269-e1691b08f7c7 None None] Sync routers for ids ['c797d5b2-bdc4-4012-8c62-046dcdeae5dd'] in dv-cinder-773876-4-iscsi {{(pid=113346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:51:49.928372 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-b4577e80-e8c6-48c8-8577-2c57f2847c4c admin admin] Publish callbacks [] for router, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:49.932229 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-b4577e80-e8c6-48c8-8577-2c57f2847c4c admin admin] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2449365 Nov 02 16:51:49.932451 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-5da30221-c4c1-41be-bbbf-d1f9f10d8554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:49.934555 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 45798) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:49.949228 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d2366a-5fad-45cd-8269-e1691b08f7c7 None None] Routers {'c797d5b2-bdc4-4012-8c62-046dcdeae5dd'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:51:49.949904 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-89d2366a-5fad-45cd-8269-e1691b08f7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:51:41Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['c797d5b2-bdc4-4012-8c62-046dcdeae5dd'], 'active': True} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:50.018142 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-5da30221-c4c1-41be-bbbf-d1f9f10d8554 None None] For port 8be89351-40f9-4032-a5cc-8f879cd2a02a, host dv-cinder-773876-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=8be89351-40f9-4032-a5cc-8f879cd2a02a,segment=NetworkSegment(a0db1be0-f211-4b56-8245-8ff244bfde1c),segment_id=a0db1be0-f211-4b56-8245-8ff244bfde1c)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:51:50.026654 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-5da30221-c4c1-41be-bbbf-d1f9f10d8554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:50.118897 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvr_db [None req-89d2366a-5fad-45cd-8269-e1691b08f7c7 None None] Set router c797d5b2-bdc4-4012-8c62-046dcdeae5dd gateway port host: dv-cinder-773876-4-iscsi {{(pid=113346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:51:50.178041 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da30221-c4c1-41be-bbbf-d1f9f10d8554 None None] Pushing event updated for resources: {'Port': ['ID=8be89351-40f9-4032-a5cc-8f879cd2a02a,revision_number=3']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:50.270599 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-3b516afb-999b-4803-b481-5c40cb1f5398 None None] Provisioning complete for port 8be89351-40f9-4032-a5cc-8f879cd2a02a triggered by entity DHCP. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:51:50.270958 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-3b516afb-999b-4803-b481-5c40cb1f5398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:50.391376 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-89d2366a-5fad-45cd-8269-e1691b08f7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'name': 'tempest-TestVolumeBootPattern-226830009-router', 'tenant_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e29b7936-7a83-49dd-9008-36de97272721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:47Z', 'updated_at': '2021-11-02T16:51:49Z', 'revision_number': 3, 'project_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'gw_port': {'id': 'e29b7936-7a83-49dd-9008-36de97272721', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:48Z', 'updated_at': '2021-11-02T16:51:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi'}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:50.409775 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-406d9123-25f9-4928-8aa9-3e55ed175121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:50.430171 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d2366a-5fad-45cd-8269-e1691b08f7c7 None None] Checking router: c797d5b2-bdc4-4012-8c62-046dcdeae5dd for host: dv-cinder-773876-4-iscsi {{(pid=113346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:51:50.430536 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d2366a-5fad-45cd-8269-e1691b08f7c7 None None] Updating router c797d5b2-bdc4-4012-8c62-046dcdeae5dd port e29b7936-7a83-49dd-9008-36de97272721 binding host dv-cinder-773876-4-iscsi {{(pid=113346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:51:50.462243 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-89d2366a-5fad-45cd-8269-e1691b08f7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:50.475002 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b800adb-28cc-4212-b55b-b49780f9a835 req-4bfa6f57-4b92-4ac7-bab2-da53f107ee16 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:50.476753 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-4b800adb-28cc-4212-b55b-b49780f9a835 req-4bfa6f57-4b92-4ac7-bab2-da53f107ee16 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] 10.222.0.118 "GET /v2.0/ports?device_id=7467b613-4bac-44d8-b195-09d4eeda75f7 HTTP/1.1" status: 200 len: 946 time: 0.0563002 Nov 02 16:51:50.534581 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-4b800adb-28cc-4212-b55b-b49780f9a835 req-f8d6149f-67f9-4d82-8f9e-605ffa016dca tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] 10.222.0.118 "GET /v2.0/security-groups?id=84cf8b44-ecd8-442c-a427-227625845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494704 Nov 02 16:51:50.616448 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.db_base_plugin_common [None req-406d9123-25f9-4928-8aa9-3e55ed175121 admin admin] Allocated IP 172.20.0.1 (ac5452b3-7329-433e-af1f-df17acea3828/aa72a888-b45f-4cfb-ae6c-4494e796baf0/232ad059-fbdb-4195-a503-645ac2a34484) {{(pid=113345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:51:50.754752 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-406d9123-25f9-4928-8aa9-3e55ed175121 admin admin] Publish callbacks [] for port, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:50.756608 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device 8be89351-40f9-4032-a5cc-8f879cd2a02a up at agent ovs-agent-dv-cinder-773876-4-iscsi {{(pid=113346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:51:50.794857 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-406d9123-25f9-4928-8aa9-3e55ed175121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788024814062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27915883'] for port, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:50.804566 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-89d2366a-5fad-45cd-8269-e1691b08f7c7 None None] Publish callbacks [] for port, precommit_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:50.816135 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-89d2366a-5fad-45cd-8269-e1691b08f7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:50.846502 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406d9123-25f9-4928-8aa9-3e55ed175121 admin admin] Network ac5452b3-7329-433e-af1f-df17acea3828 is already hosted by enough agents. {{(pid=113345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:51:50.852782 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.base_scheduler [None req-406d9123-25f9-4928-8aa9-3e55ed175121 admin admin] Resources bound (agent type, host, resource id): {{(pid=113345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:51:50.857288 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406d9123-25f9-4928-8aa9-3e55ed175121 admin admin] Received port after_create {{(pid=113345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:51:50.861158 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d9123-25f9-4928-8aa9-3e55ed175121 admin admin] Pushing event updated for resources: {'Port': ['ID=232ad059-fbdb-4195-a503-645ac2a34484,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:50.884760 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.managers [None req-89d2366a-5fad-45cd-8269-e1691b08f7c7 None None] Attempting to bind port e29b7936-7a83-49dd-9008-36de97272721 on host dv-cinder-773876-4-iscsi for vnic_type normal with profile {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 16:51:50.885157 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.managers [None req-89d2366a-5fad-45cd-8269-e1691b08f7c7 None None] Attempting to bind port e29b7936-7a83-49dd-9008-36de97272721 by drivers openvswitch,hyperv on host dv-cinder-773876-4-iscsi at level 0 using segments [{'id': '1cb664d2-69f4-46cd-9abc-3fc1a9239895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede'}] {{(pid=113346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 16:51:50.885797 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d2366a-5fad-45cd-8269-e1691b08f7c7 None None] Attempting to bind port e29b7936-7a83-49dd-9008-36de97272721 on network e732c7b6-4740-4909-a10c-6231f1bdbede {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:51:50.889238 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ad6b21-5a2c-457a-992a-94a3cc8e6325 None None] Pushing event updated for resources: {'Port': ['ID=e29b7936-7a83-49dd-9008-36de97272721,revision_number=2']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:50.898688 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d2366a-5fad-45cd-8269-e1691b08f7c7 None None] Checking agent: {'id': '7dc37166-7823-42e6-bc3e-7dc49cd1fc12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 37, 46), 'started_at': datetime.datetime(2021, 11, 2, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:51:50.899074 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d2366a-5fad-45cd-8269-e1691b08f7c7 None None] Checking segment: {'id': '1cb664d2-69f4-46cd-9abc-3fc1a9239895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 16:51:50.899514 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-89d2366a-5fad-45cd-8269-e1691b08f7c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:50.899918 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d2366a-5fad-45cd-8269-e1691b08f7c7 None None] Bound using segment: {'id': '1cb664d2-69f4-46cd-9abc-3fc1a9239895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede'} {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:51:50.900473 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.managers [None req-89d2366a-5fad-45cd-8269-e1691b08f7c7 None None] Bound port: e29b7936-7a83-49dd-9008-36de97272721, host: dv-cinder-773876-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cb664d2-69f4-46cd-9abc-3fc1a9239895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede'}}] {{(pid=113346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 16:51:50.900880 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-89d2366a-5fad-45cd-8269-e1691b08f7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:50.904679 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Provisioning complete for port 8be89351-40f9-4032-a5cc-8f879cd2a02a triggered by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:51:50.905060 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:50.951110 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-406d9123-25f9-4928-8aa9-3e55ed175121 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3708925'] for router_interface, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:51.005917 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-89d2366a-5fad-45cd-8269-e1691b08f7c7 None None] For port e29b7936-7a83-49dd-9008-36de97272721, host dv-cinder-773876-4-iscsi, cleared binding levels {{(pid=113346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:51:51.010428 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-89d2366a-5fad-45cd-8269-e1691b08f7c7 None None] For port e29b7936-7a83-49dd-9008-36de97272721, host dv-cinder-773876-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=e29b7936-7a83-49dd-9008-36de97272721,segment=NetworkSegment(1cb664d2-69f4-46cd-9abc-3fc1a9239895),segment_id=1cb664d2-69f4-46cd-9abc-3fc1a9239895)] {{(pid=113346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:51:51.021377 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-89d2366a-5fad-45cd-8269-e1691b08f7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:51.023689 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a34d56-bbbf-44cb-9efb-89c70ca5511f req-796d7525-3920-4c4a-8178-1bb799436ed4 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:51.025732 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-37a34d56-bbbf-44cb-9efb-89c70ca5511f req-796d7525-3920-4c4a-8178-1bb799436ed4 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] 10.222.0.76 "GET /v2.0/ports?device_id=7467b613-4bac-44d8-b195-09d4eeda75f7 HTTP/1.1" status: 200 len: 946 time: 0.1191356 Nov 02 16:51:51.187070 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-406d9123-25f9-4928-8aa9-3e55ed175121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:51.251510 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [req-37a34d56-bbbf-44cb-9efb-89c70ca5511f req-0c57159c-0621-426a-9126-ac1dc83f2306 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Deleting port 12c1cfec-d5bb-4a9d-8e17-b6598044792e {{(pid=113345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 16:51:51.251510 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-37a34d56-bbbf-44cb-9efb-89c70ca5511f req-0c57159c-0621-426a-9126-ac1dc83f2306 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788025385849'] for port, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:51.291342 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ad6b21-5a2c-457a-992a-94a3cc8e6325 None None] Pushing event updated for resources: {'Port': ['ID=e29b7936-7a83-49dd-9008-36de97272721,revision_number=3']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:51.306902 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-c0b68b34-58c6-41ab-a277-8a86fd477590 None None] Provisioning complete for port 232ad059-fbdb-4195-a503-645ac2a34484 triggered by entity DHCP. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:51:51.307400 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-c0b68b34-58c6-41ab-a277-8a86fd477590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:51.313708 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d2366a-5fad-45cd-8269-e1691b08f7c7 None None] Routers {'c797d5b2-bdc4-4012-8c62-046dcdeae5dd'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:51:51.314411 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-89d2366a-5fad-45cd-8269-e1691b08f7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:51:41Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['c797d5b2-bdc4-4012-8c62-046dcdeae5dd'], 'active': True} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:51.397051 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-c0b68b34-58c6-41ab-a277-8a86fd477590 None None] Port 232ad059-fbdb-4195-a503-645ac2a34484 cannot update to ACTIVE because it is not bound. {{(pid=113346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 16:51:51.423164 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.db [req-37a34d56-bbbf-44cb-9efb-89c70ca5511f req-0c57159c-0621-426a-9126-ac1dc83f2306 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] For port 12c1cfec-d5bb-4a9d-8e17-b6598044792e, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=12c1cfec-d5bb-4a9d-8e17-b6598044792e,segment=NetworkSegment(46b5fd82-e879-4db6-b2d6-b52418ea2f93),segment_id=46b5fd82-e879-4db6-b2d6-b52418ea2f93)] {{(pid=113345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:51:51.424443 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-37a34d56-bbbf-44cb-9efb-89c70ca5511f req-0c57159c-0621-426a-9126-ac1dc83f2306 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710950'] for port, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:51.448563 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [req-37a34d56-bbbf-44cb-9efb-89c70ca5511f req-0c57159c-0621-426a-9126-ac1dc83f2306 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Calling delete_port for 12c1cfec-d5bb-4a9d-8e17-b6598044792e owned by compute:nova {{(pid=113345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 16:51:51.461109 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvr_db [None req-89d2366a-5fad-45cd-8269-e1691b08f7c7 None None] Set router c797d5b2-bdc4-4012-8c62-046dcdeae5dd gateway port host: dv-cinder-773876-4-iscsi {{(pid=113346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:51:51.523191 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-406d9123-25f9-4928-8aa9-3e55ed175121 admin admin] Publish callbacks [] for port, precommit_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:51.531749 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-406d9123-25f9-4928-8aa9-3e55ed175121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27915890'] for port, after_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:51.697326 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d9123-25f9-4928-8aa9-3e55ed175121 admin admin] Pushing event updated for resources: {'Port': ['ID=232ad059-fbdb-4195-a503-645ac2a34484,revision_number=2']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:51.723011 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-406d9123-25f9-4928-8aa9-3e55ed175121 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3708777'] for router_interface, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:51.768790 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-89d2366a-5fad-45cd-8269-e1691b08f7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'name': 'tempest-TestVolumeBootPattern-226830009-router', 'tenant_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e29b7936-7a83-49dd-9008-36de97272721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:47Z', 'updated_at': '2021-11-02T16:51:51Z', 'revision_number': 4, 'project_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'gw_port': {'id': 'e29b7936-7a83-49dd-9008-36de97272721', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:48Z', 'updated_at': '2021-11-02T16:51:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_interfaces': [{'id': '232ad059-fbdb-4195-a503-645ac2a34484', 'name': '', 'network_id': 'ac5452b3-7329-433e-af1f-df17acea3828', 'tenant_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'mac_address': 'fa:16:3e:b6:dc:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'aa72a888-b45f-4cfb-ae6c-4494e796baf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:50Z', 'updated_at': '2021-11-02T16:51:50Z', 'revision_number': 1, 'project_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'subnets': [{'id': 'aa72a888-b45f-4cfb-ae6c-4494e796baf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:51.813933 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d2366a-5fad-45cd-8269-e1691b08f7c7 None None] The sync data for ids ['c797d5b2-bdc4-4012-8c62-046dcdeae5dd'] in dv-cinder-773876-4-iscsi is: [{'id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'name': 'tempest-TestVolumeBootPattern-226830009-router', 'tenant_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e29b7936-7a83-49dd-9008-36de97272721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:47Z', 'updated_at': '2021-11-02T16:51:51Z', 'revision_number': 4, 'project_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'gw_port': {'id': 'e29b7936-7a83-49dd-9008-36de97272721', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:48Z', 'updated_at': '2021-11-02T16:51:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_interfaces': [{'id': '232ad059-fbdb-4195-a503-645ac2a34484', 'name': '', 'network_id': 'ac5452b3-7329-433e-af1f-df17acea3828', 'tenant_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'mac_address': 'fa:16:3e:b6:dc:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'aa72a888-b45f-4cfb-ae6c-4494e796baf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:50Z', 'updated_at': '2021-11-02T16:51:50Z', 'revision_number': 1, 'project_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'subnets': [{'id': 'aa72a888-b45f-4cfb-ae6c-4494e796baf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:51:51.822918 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172b9075-9c34-4b5c-9cde-d45668ea4f48 req-df8031d7-aa73-42c3-befe-8a9074cba917 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:51.824220 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-172b9075-9c34-4b5c-9cde-d45668ea4f48 req-df8031d7-aa73-42c3-befe-8a9074cba917 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] 10.222.0.118 "GET /v2.0/ports?device_id=7467b613-4bac-44d8-b195-09d4eeda75f7 HTTP/1.1" status: 200 len: 946 time: 0.1646996 Nov 02 16:51:51.860229 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-37a34d56-bbbf-44cb-9efb-89c70ca5511f req-0c57159c-0621-426a-9126-ac1dc83f2306 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788025390403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788024814071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27915883'] for port, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:51.887908 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:51.919278 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c57159c-0621-426a-9126-ac1dc83f2306 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Pushing event deleted for resources: {'Port': ['ID=12c1cfec-d5bb-4a9d-8e17-b6598044792e,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:52.004950 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a34d56-bbbf-44cb-9efb-89c70ca5511f req-0c57159c-0621-426a-9126-ac1dc83f2306 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] No DVR routers for this DVR port 12c1cfec-d5bb-4a9d-8e17-b6598044792e on host hv-cinder-77387 {{(pid=113345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:51:52.009230 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-37a34d56-bbbf-44cb-9efb-89c70ca5511f req-0c57159c-0621-426a-9126-ac1dc83f2306 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221'] for port, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:52.014210 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-37a34d56-bbbf-44cb-9efb-89c70ca5511f req-0c57159c-0621-426a-9126-ac1dc83f2306 tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] 10.222.0.76 "DELETE /v2.0/ports/12c1cfec-d5bb-4a9d-8e17-b6598044792e HTTP/1.1" status: 204 len: 173 time: 0.9708626 Nov 02 16:51:52.016738 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7467b613-4bac-44d8-b195-09d4eeda75f7', 'name': 'network-vif-deleted', 'tag': '12c1cfec-d5bb-4a9d-8e17-b6598044792e'}] {{(pid=113345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:51:52.020527 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88728d28071a92af03fe3e2826ca256f68f88e9f4aa3bce1a4ce6001ce5f6d9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fcb9173-20b0-45db-95e1-a733293208a2" -d '{"events": [{"server_uuid": "7467b613-4bac-44d8-b195-09d4eeda75f7", "name": "network-vif-deleted", "tag": "12c1cfec-d5bb-4a9d-8e17-b6598044792e"}]}' {{(pid=113345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:51:52.037312 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-172b9075-9c34-4b5c-9cde-d45668ea4f48 req-eeb5aef2-57e7-4907-aca1-1f6cf2132c2e tempest-VolumesActionsTest-727035873 tempest-VolumesActionsTest-727035873-project] 10.222.0.118 "GET /v2.0/security-groups?id=84cf8b44-ecd8-442c-a427-227625845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792662 Nov 02 16:51:52.047722 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406d9123-25f9-4928-8aa9-3e55ed175121 admin admin] Network ac5452b3-7329-433e-af1f-df17acea3828 is already hosted by enough agents. {{(pid=113345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:51:52.050611 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.base_scheduler [None req-406d9123-25f9-4928-8aa9-3e55ed175121 admin admin] Resources bound (agent type, host, resource id): {{(pid=113345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:51:52.159390 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70cebdc1-2eb7-4a55-8b54-991e43e687f8 x-openstack-request-id: req-70cebdc1-2eb7-4a55-8b54-991e43e687f8 {{(pid=113345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:51:52.160369 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7467b613-4bac-44d8-b195-09d4eeda75f7", "name": "network-vif-deleted", "tag": "12c1cfec-d5bb-4a9d-8e17-b6598044792e", "status": "completed", "code": 200}]} {{(pid=113345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:51:52.162155 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-70cebdc1-2eb7-4a55-8b54-991e43e687f8 {{(pid=113345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:51:52.162155 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7467b613-4bac-44d8-b195-09d4eeda75f7', 'name': 'network-vif-deleted', 'tag': '12c1cfec-d5bb-4a9d-8e17-b6598044792e', 'status': 'completed', 'code': 200} Nov 02 16:51:52.318749 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-406d9123-25f9-4928-8aa9-3e55ed175121 admin admin] Router c797d5b2-bdc4-4012-8c62-046dcdeae5dd has already been hosted by L3 agent 23c85ca8-88a6-46e7-9165-338a7fd1d142 {{(pid=113345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:51:52.516797 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-406d9123-25f9-4928-8aa9-3e55ed175121 admin admin] Notify agent at l3_agent.dv-cinder-773876-4-iscsi the message routers_updated {{(pid=113345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:51:52.530066 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-406d9123-25f9-4928-8aa9-3e55ed175121 admin admin] 10.222.0.118 "PUT /v2.0/routers/c797d5b2-bdc4-4012-8c62-046dcdeae5dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5932207 Nov 02 16:51:52.556388 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-bb99a75d-c5e6-4ad5-96cf-24b9abb608e7 None None] Provisioning complete for port 232ad059-fbdb-4195-a503-645ac2a34484 triggered by entity DHCP. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:51:52.557330 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-bb99a75d-c5e6-4ad5-96cf-24b9abb608e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:52.610783 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-bb99a75d-c5e6-4ad5-96cf-24b9abb608e7 None None] Port 232ad059-fbdb-4195-a503-645ac2a34484 cannot update to ACTIVE because it is not bound. {{(pid=113346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 16:51:53.121855 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device 12c1cfec-d5bb-4a9d-8e17-b6598044792e no longer exists at agent hyperv_hv-cinder-77387 {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:51:53.158739 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] No Port match for: 12c1cfec-d5bb-4a9d-8e17-b6598044792e {{(pid=113346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 16:51:53.159769 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device 12c1cfec-d5bb-4a9d-8e17-b6598044792e not bound to the agent host hv-cinder-77387 {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:51:53.397093 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 45832) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:53.404881 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.v2.base [None req-ee7cbab7-0597-411d-931e-011d01197fb0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1874447619-network', 'tenant_id': 'accb2dc4ef0341069d86c5f46839d6d3'}} {{(pid=113344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:51:53.433491 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee7cbab7-0597-411d-931e-011d01197fb0 admin admin] Made reservation on behalf of accb2dc4ef0341069d86c5f46839d6d3 for: {'network': 1} {{(pid=113344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:51:53.437557 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-ee7cbab7-0597-411d-931e-011d01197fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for network, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:53.448202 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-ee7cbab7-0597-411d-931e-011d01197fb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:53.571346 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-ee7cbab7-0597-411d-931e-011d01197fb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:53.576751 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-ee7cbab7-0597-411d-931e-011d01197fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:53.605975 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee7cbab7-0597-411d-931e-011d01197fb0 admin admin] vlan segment allocate from pool success with {'vlan_id': 797, 'physical_network': 'physnet1'} {{(pid=113344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:51:53.626266 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7cbab7-0597-411d-931e-011d01197fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31556fda-f99e-449e-810b-88968b9293c6,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:53.636650 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-ee7cbab7-0597-411d-931e-011d01197fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639893'] for segment, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:53.637106 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.db.segments_db [None req-ee7cbab7-0597-411d-931e-011d01197fb0 admin admin] Added segment eef05f47-7995-4d44-ad66-7227e02c7e1e of type vlan for network be5e3a13-90a3-494b-8e20-3597fe10b76f Nov 02 16:51:53.703362 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-ee7cbab7-0597-411d-931e-011d01197fb0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788024806476'] for network, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:53.741210 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-ee7cbab7-0597-411d-931e-011d01197fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481'] for network, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:53.743200 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7cbab7-0597-411d-931e-011d01197fb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:53.744315 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-ee7cbab7-0597-411d-931e-011d01197fb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673503'] for network, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:53.829148 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-ee7cbab7-0597-411d-931e-011d01197fb0 admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4306784 Nov 02 16:51:53.834201 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 45850) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:53.842861 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.v2.base [None req-f64caa1c-14e5-429c-9707-07f954de3fdf admin admin] Request body: {'subnet': {'network_id': 'be5e3a13-90a3-494b-8e20-3597fe10b76f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1874447619-subnet', 'tenant_id': 'accb2dc4ef0341069d86c5f46839d6d3', 'ip_version': 4}} {{(pid=113344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:51:53.858310 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7cbab7-0597-411d-931e-011d01197fb0 admin admin] Pushing event updated for resources: {'Network': ['ID=be5e3a13-90a3-494b-8e20-3597fe10b76f,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:53.876763 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Network be5e3a13-90a3-494b-8e20-3597fe10b76f details requested by agent ovs-agent-dv-cinder-773876-4-iscsi with host dv-cinder-773876-4-iscsi {{(pid=113346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:51:53.897140 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64caa1c-14e5-429c-9707-07f954de3fdf admin admin] Made reservation on behalf of accb2dc4ef0341069d86c5f46839d6d3 for: {'subnet': 1} {{(pid=113344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:51:53.899675 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-f64caa1c-14e5-429c-9707-07f954de3fdf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25642317'] for subnet, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:54.161219 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-f64caa1c-14e5-429c-9707-07f954de3fdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25372833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25642367'] for subnet, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:54.241748 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64caa1c-14e5-429c-9707-07f954de3fdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=a465f121-ac7f-4806-ba00-ad4f51acb330,revision_number=0']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:54.262456 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64caa1c-14e5-429c-9707-07f954de3fdf admin admin] Checking segment: {'id': 'eef05f47-7995-4d44-ad66-7227e02c7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'be5e3a13-90a3-494b-8e20-3597fe10b76f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 16:51:54.262866 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64caa1c-14e5-429c-9707-07f954de3fdf admin admin] Network hostable DHCP agents. Network: be5e3a13-90a3-494b-8e20-3597fe10b76f, hostable agents: ['546b8425-0cfc-4ce2-b181-b7c4c8ab844f'], hosted agents: [] {{(pid=113344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:51:54.284921 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64caa1c-14e5-429c-9707-07f954de3fdf admin admin] Network be5e3a13-90a3-494b-8e20-3597fe10b76f is scheduled to be hosted by DHCP agent 546b8425-0cfc-4ce2-b181-b7c4c8ab844f with binding_index 1 {{(pid=113344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:51:54.299016 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.base_scheduler [None req-f64caa1c-14e5-429c-9707-07f954de3fdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-4-iscsi, be5e3a13-90a3-494b-8e20-3597fe10b76f) {{(pid=113344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:51:54.305722 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64caa1c-14e5-429c-9707-07f954de3fdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:51:54.307149 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-f64caa1c-14e5-429c-9707-07f954de3fdf admin admin] Publish callbacks [] for subnet, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:54.314004 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5936c2b6-a317-41cd-854d-aa75405059e8 None None] Network be5e3a13-90a3-494b-8e20-3597fe10b76f requested from dv-cinder-773876-4-iscsi {{(pid=113346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:51:54.337972 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-f64caa1c-14e5-429c-9707-07f954de3fdf admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5014715 Nov 02 16:51:54.340796 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 45872) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:54.345926 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.v2.base [None req-5b7c003d-6a76-4963-bc90-58180b7e22e9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1874447619-router', 'tenant_id': 'accb2dc4ef0341069d86c5f46839d6d3', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede'}}} {{(pid=113344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:51:54.374835 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-5b7c003d-6a76-4963-bc90-58180b7e22e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3731402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26202'] for router, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:54.375961 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-5b7c003d-6a76-4963-bc90-58180b7e22e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3731318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3708157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26197'] for router, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:54.441097 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-5b7c003d-6a76-4963-bc90-58180b7e22e9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:54.530454 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de884124-67f0-4677-a2c5-c96b89af89e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe4b85e87-31fb-5fe4-ae05-1caa6371d8e7-be5e3a13-90a3-494b-8e20-3597fe10b76f', 'network_id': 'be5e3a13-90a3-494b-8e20-3597fe10b76f', 'tenant_id': 'accb2dc4ef0341069d86c5f46839d6d3', 'fixed_ips': [{'subnet_id': 'a465f121-ac7f-4806-ba00-ad4f51acb330'}]}} from dv-cinder-773876-4-iscsi. {{(pid=113346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:51:54.534662 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-de884124-67f0-4677-a2c5-c96b89af89e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_create {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:54.625411 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-5b7c003d-6a76-4963-bc90-58180b7e22e9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:54.735714 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.db_base_plugin_common [None req-de884124-67f0-4677-a2c5-c96b89af89e6 None None] Allocated IP 172.20.0.2 (be5e3a13-90a3-494b-8e20-3597fe10b76f/a465f121-ac7f-4806-ba00-ad4f51acb330/e763b47b-f707-4159-8307-9cfc0fd2047a) {{(pid=113346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:51:54.784071 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device e29b7936-7a83-49dd-9008-36de97272721 up at agent ovs-agent-dv-cinder-773876-4-iscsi {{(pid=113346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:51:54.949790 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Provisioning complete for port e29b7936-7a83-49dd-9008-36de97272721 triggered by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:51:54.950225 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:54.980630 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-5b7c003d-6a76-4963-bc90-58180b7e22e9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:55.014736 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-5b7c003d-6a76-4963-bc90-58180b7e22e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:55.034978 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-de884124-67f0-4677-a2c5-c96b89af89e6 None None] Publish callbacks [] for port, precommit_create {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:55.053136 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-de884124-67f0-4677-a2c5-c96b89af89e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788024814062'] for port, after_create {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:55.123860 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de884124-67f0-4677-a2c5-c96b89af89e6 None None] Network be5e3a13-90a3-494b-8e20-3597fe10b76f is already hosted by enough agents. {{(pid=113346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:51:55.137118 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.scheduler.base_scheduler [None req-de884124-67f0-4677-a2c5-c96b89af89e6 None None] Resources bound (agent type, host, resource id): {{(pid=113346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:51:55.145828 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712dfb56-99dc-4833-a88d-8026eb4f3237 None None] Sync routers for ids ['c797d5b2-bdc4-4012-8c62-046dcdeae5dd'] in dv-cinder-773876-4-iscsi {{(pid=113347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:51:55.149982 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de884124-67f0-4677-a2c5-c96b89af89e6 None None] Received port after_create {{(pid=113346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:51:55.155999 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:55.159587 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712dfb56-99dc-4833-a88d-8026eb4f3237 None None] Routers {'c797d5b2-bdc4-4012-8c62-046dcdeae5dd'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:51:55.160295 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-712dfb56-99dc-4833-a88d-8026eb4f3237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:51:41Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['c797d5b2-bdc4-4012-8c62-046dcdeae5dd'], 'active': True} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:55.162124 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de884124-67f0-4677-a2c5-c96b89af89e6 None None] Pushing event updated for resources: {'Port': ['ID=e763b47b-f707-4159-8307-9cfc0fd2047a,revision_number=1']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:55.189592 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.db.db_base_plugin_common [None req-5b7c003d-6a76-4963-bc90-58180b7e22e9 admin admin] Allocated IP 172.27.1.31 (e732c7b6-4740-4909-a10c-6231f1bdbede/886e8f69-733b-40e5-a835-3f68eef2cfaf/42ecf0fd-4d99-40ad-9339-24ca3398ebf3) {{(pid=113344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:51:55.213214 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] For port e29b7936-7a83-49dd-9008-36de97272721, host dv-cinder-773876-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=e29b7936-7a83-49dd-9008-36de97272721,segment=NetworkSegment(1cb664d2-69f4-46cd-9abc-3fc1a9239895),segment_id=1cb664d2-69f4-46cd-9abc-3fc1a9239895)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:51:55.234934 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:55.279925 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.managers [None req-de884124-67f0-4677-a2c5-c96b89af89e6 None None] Attempting to bind port e763b47b-f707-4159-8307-9cfc0fd2047a on host dv-cinder-773876-4-iscsi for vnic_type normal with profile {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 16:51:55.280451 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.managers [None req-de884124-67f0-4677-a2c5-c96b89af89e6 None None] Attempting to bind port e763b47b-f707-4159-8307-9cfc0fd2047a by drivers openvswitch,hyperv on host dv-cinder-773876-4-iscsi at level 0 using segments [{'id': 'eef05f47-7995-4d44-ad66-7227e02c7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'be5e3a13-90a3-494b-8e20-3597fe10b76f'}] {{(pid=113346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 16:51:55.280716 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de884124-67f0-4677-a2c5-c96b89af89e6 None None] Attempting to bind port e763b47b-f707-4159-8307-9cfc0fd2047a on network be5e3a13-90a3-494b-8e20-3597fe10b76f {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:51:55.294968 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de884124-67f0-4677-a2c5-c96b89af89e6 None None] Checking agent: {'id': '7dc37166-7823-42e6-bc3e-7dc49cd1fc12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 37, 46), 'started_at': datetime.datetime(2021, 11, 2, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:51:55.295384 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de884124-67f0-4677-a2c5-c96b89af89e6 None None] Checking segment: {'id': 'eef05f47-7995-4d44-ad66-7227e02c7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'be5e3a13-90a3-494b-8e20-3597fe10b76f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 16:51:55.296294 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-de884124-67f0-4677-a2c5-c96b89af89e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:55.296294 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de884124-67f0-4677-a2c5-c96b89af89e6 None None] Bound using segment: {'id': 'eef05f47-7995-4d44-ad66-7227e02c7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'be5e3a13-90a3-494b-8e20-3597fe10b76f'} {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:51:55.296759 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.managers [None req-de884124-67f0-4677-a2c5-c96b89af89e6 None None] Bound port: e763b47b-f707-4159-8307-9cfc0fd2047a, host: dv-cinder-773876-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eef05f47-7995-4d44-ad66-7227e02c7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'be5e3a13-90a3-494b-8e20-3597fe10b76f'}}] {{(pid=113346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 16:51:55.297174 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-de884124-67f0-4677-a2c5-c96b89af89e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:55.325791 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvr_db [None req-712dfb56-99dc-4833-a88d-8026eb4f3237 None None] Set router c797d5b2-bdc4-4012-8c62-046dcdeae5dd gateway port host: dv-cinder-773876-4-iscsi {{(pid=113347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:51:55.346641 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Pushing event updated for resources: {'Port': ['ID=e29b7936-7a83-49dd-9008-36de97272721,revision_number=4']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:55.392017 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-5b7c003d-6a76-4963-bc90-58180b7e22e9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:55.396305 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-de884124-67f0-4677-a2c5-c96b89af89e6 None None] For port e763b47b-f707-4159-8307-9cfc0fd2047a, host dv-cinder-773876-4-iscsi, cleared binding levels {{(pid=113346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:51:55.402270 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-de884124-67f0-4677-a2c5-c96b89af89e6 None None] For port e763b47b-f707-4159-8307-9cfc0fd2047a, host dv-cinder-773876-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=e763b47b-f707-4159-8307-9cfc0fd2047a,segment=NetworkSegment(eef05f47-7995-4d44-ad66-7227e02c7e1e),segment_id=eef05f47-7995-4d44-ad66-7227e02c7e1e)] {{(pid=113346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:51:55.412002 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-de884124-67f0-4677-a2c5-c96b89af89e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:55.444882 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-5b7c003d-6a76-4963-bc90-58180b7e22e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788024814062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25371697'] for port, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:55.495908 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7c003d-6a76-4963-bc90-58180b7e22e9 admin admin] Network e732c7b6-4740-4909-a10c-6231f1bdbede is already hosted by enough agents. {{(pid=113344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:51:55.499564 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.base_scheduler [None req-5b7c003d-6a76-4963-bc90-58180b7e22e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=113344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:51:55.505657 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7c003d-6a76-4963-bc90-58180b7e22e9 admin admin] Received port after_create {{(pid=113344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:51:55.508935 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7c003d-6a76-4963-bc90-58180b7e22e9 admin admin] Pushing event updated for resources: {'Port': ['ID=42ecf0fd-4d99-40ad-9339-24ca3398ebf3,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:55.541512 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de884124-67f0-4677-a2c5-c96b89af89e6 None None] Pushing event updated for resources: {'Port': ['ID=e763b47b-f707-4159-8307-9cfc0fd2047a,revision_number=2']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:55.649635 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-712dfb56-99dc-4833-a88d-8026eb4f3237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'name': 'tempest-TestVolumeBootPattern-226830009-router', 'tenant_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e29b7936-7a83-49dd-9008-36de97272721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:47Z', 'updated_at': '2021-11-02T16:51:51Z', 'revision_number': 4, 'project_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'gw_port': {'id': 'e29b7936-7a83-49dd-9008-36de97272721', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:48Z', 'updated_at': '2021-11-02T16:51:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_interfaces': [{'id': '232ad059-fbdb-4195-a503-645ac2a34484', 'name': '', 'network_id': 'ac5452b3-7329-433e-af1f-df17acea3828', 'tenant_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'mac_address': 'fa:16:3e:b6:dc:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'aa72a888-b45f-4cfb-ae6c-4494e796baf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:50Z', 'updated_at': '2021-11-02T16:51:51Z', 'revision_number': 2, 'project_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'subnets': [{'id': 'aa72a888-b45f-4cfb-ae6c-4494e796baf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:55.680305 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712dfb56-99dc-4833-a88d-8026eb4f3237 None None] Checking router: c797d5b2-bdc4-4012-8c62-046dcdeae5dd for host: dv-cinder-773876-4-iscsi {{(pid=113347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:51:55.680716 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712dfb56-99dc-4833-a88d-8026eb4f3237 None None] Updating router c797d5b2-bdc4-4012-8c62-046dcdeae5dd port 232ad059-fbdb-4195-a503-645ac2a34484 binding host dv-cinder-773876-4-iscsi {{(pid=113347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:51:55.711516 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron_lib.callbacks.manager [None req-712dfb56-99dc-4833-a88d-8026eb4f3237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:55.862414 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-5b7c003d-6a76-4963-bc90-58180b7e22e9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:56.111994 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron_lib.callbacks.manager [None req-712dfb56-99dc-4833-a88d-8026eb4f3237 None None] Publish callbacks [] for port, precommit_update {{(pid=113347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:56.118934 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron_lib.callbacks.manager [None req-712dfb56-99dc-4833-a88d-8026eb4f3237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:56.153842 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-5b7c003d-6a76-4963-bc90-58180b7e22e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3731327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3708078'] for router, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:56.172446 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331e59e7-ab84-44c4-8b24-2d5e48bbac53 None None] Pushing event updated for resources: {'Port': ['ID=232ad059-fbdb-4195-a503-645ac2a34484,revision_number=3']} {{(pid=113347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:56.184027 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331e59e7-ab84-44c4-8b24-2d5e48bbac53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:56.184779 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331e59e7-ab84-44c4-8b24-2d5e48bbac53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:56.184910 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331e59e7-ab84-44c4-8b24-2d5e48bbac53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:56.185173 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331e59e7-ab84-44c4-8b24-2d5e48bbac53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:56.185743 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331e59e7-ab84-44c4-8b24-2d5e48bbac53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:56.186332 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331e59e7-ab84-44c4-8b24-2d5e48bbac53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:56.186873 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331e59e7-ab84-44c4-8b24-2d5e48bbac53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:56.188420 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331e59e7-ab84-44c4-8b24-2d5e48bbac53 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:56.189198 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331e59e7-ab84-44c4-8b24-2d5e48bbac53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:56.189614 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331e59e7-ab84-44c4-8b24-2d5e48bbac53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:56.189967 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331e59e7-ab84-44c4-8b24-2d5e48bbac53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:56.190314 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331e59e7-ab84-44c4-8b24-2d5e48bbac53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:51:56.270120 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.managers [None req-712dfb56-99dc-4833-a88d-8026eb4f3237 None None] Attempting to bind port 232ad059-fbdb-4195-a503-645ac2a34484 on host dv-cinder-773876-4-iscsi for vnic_type normal with profile {{(pid=113347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 16:51:56.270529 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.managers [None req-712dfb56-99dc-4833-a88d-8026eb4f3237 None None] Attempting to bind port 232ad059-fbdb-4195-a503-645ac2a34484 by drivers openvswitch,hyperv on host dv-cinder-773876-4-iscsi at level 0 using segments [{'id': 'a0db1be0-f211-4b56-8245-8ff244bfde1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'ac5452b3-7329-433e-af1f-df17acea3828'}] {{(pid=113347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 16:51:56.270897 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712dfb56-99dc-4833-a88d-8026eb4f3237 None None] Attempting to bind port 232ad059-fbdb-4195-a503-645ac2a34484 on network ac5452b3-7329-433e-af1f-df17acea3828 {{(pid=113347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:51:56.277788 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712dfb56-99dc-4833-a88d-8026eb4f3237 None None] Checking agent: {'id': '7dc37166-7823-42e6-bc3e-7dc49cd1fc12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 37, 46), 'started_at': datetime.datetime(2021, 11, 2, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:51:56.278185 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712dfb56-99dc-4833-a88d-8026eb4f3237 None None] Checking segment: {'id': 'a0db1be0-f211-4b56-8245-8ff244bfde1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'ac5452b3-7329-433e-af1f-df17acea3828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 16:51:56.278606 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron_lib.callbacks.manager [None req-712dfb56-99dc-4833-a88d-8026eb4f3237 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=113347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:56.279043 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712dfb56-99dc-4833-a88d-8026eb4f3237 None None] Bound using segment: {'id': 'a0db1be0-f211-4b56-8245-8ff244bfde1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'ac5452b3-7329-433e-af1f-df17acea3828'} {{(pid=113347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:51:56.279676 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.managers [None req-712dfb56-99dc-4833-a88d-8026eb4f3237 None None] Bound port: 232ad059-fbdb-4195-a503-645ac2a34484, host: dv-cinder-773876-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0db1be0-f211-4b56-8245-8ff244bfde1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'ac5452b3-7329-433e-af1f-df17acea3828'}}] {{(pid=113347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 16:51:56.280371 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron_lib.callbacks.manager [None req-712dfb56-99dc-4833-a88d-8026eb4f3237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:56.378817 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.db [None req-712dfb56-99dc-4833-a88d-8026eb4f3237 None None] For port 232ad059-fbdb-4195-a503-645ac2a34484, host dv-cinder-773876-4-iscsi, cleared binding levels {{(pid=113347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:51:56.386284 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.db [None req-712dfb56-99dc-4833-a88d-8026eb4f3237 None None] For port 232ad059-fbdb-4195-a503-645ac2a34484, host dv-cinder-773876-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=232ad059-fbdb-4195-a503-645ac2a34484,segment=NetworkSegment(a0db1be0-f211-4b56-8245-8ff244bfde1c),segment_id=a0db1be0-f211-4b56-8245-8ff244bfde1c)] {{(pid=113347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:51:56.393120 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron_lib.callbacks.manager [None req-712dfb56-99dc-4833-a88d-8026eb4f3237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:56.459753 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712dfb56-99dc-4833-a88d-8026eb4f3237 None None] Routers {'c797d5b2-bdc4-4012-8c62-046dcdeae5dd'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:51:56.460869 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-712dfb56-99dc-4833-a88d-8026eb4f3237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:51:41Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['c797d5b2-bdc4-4012-8c62-046dcdeae5dd'], 'active': True} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:56.605860 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-7ed8a321-1204-4f8b-922f-84b43c6b7daf None None] Provisioning complete for port 232ad059-fbdb-4195-a503-645ac2a34484 triggered by entity DHCP. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:51:56.606691 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-7ed8a321-1204-4f8b-922f-84b43c6b7daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:56.650642 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331e59e7-ab84-44c4-8b24-2d5e48bbac53 None None] Pushing event updated for resources: {'Port': ['ID=232ad059-fbdb-4195-a503-645ac2a34484,revision_number=4']} {{(pid=113347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:56.727096 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvr_db [None req-712dfb56-99dc-4833-a88d-8026eb4f3237 None None] Set router c797d5b2-bdc4-4012-8c62-046dcdeae5dd gateway port host: dv-cinder-773876-4-iscsi {{(pid=113347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:51:56.806914 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b7c003d-6a76-4963-bc90-58180b7e22e9 admin admin] Router 90d1523d-1d6b-4770-a7ea-bff643f1264d is scheduled to L3 agent 23c85ca8-88a6-46e7-9165-338a7fd1d142 with binding_index 1 {{(pid=113344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:51:56.878398 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-7ed8a321-1204-4f8b-922f-84b43c6b7daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:57.026245 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-7ed8a321-1204-4f8b-922f-84b43c6b7daf None None] For port 232ad059-fbdb-4195-a503-645ac2a34484, host dv-cinder-773876-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=232ad059-fbdb-4195-a503-645ac2a34484,segment=NetworkSegment(a0db1be0-f211-4b56-8245-8ff244bfde1c),segment_id=a0db1be0-f211-4b56-8245-8ff244bfde1c)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:51:57.031617 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b7c003d-6a76-4963-bc90-58180b7e22e9 admin admin] Notify agent at l3_agent.dv-cinder-773876-4-iscsi the message routers_updated {{(pid=113344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:51:57.044423 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-7ed8a321-1204-4f8b-922f-84b43c6b7daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:57.062272 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01d77af-0ee6-4682-924c-664947dcc9e8 None None] Sync routers for ids ['90d1523d-1d6b-4770-a7ea-bff643f1264d'] in dv-cinder-773876-4-iscsi {{(pid=113346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:51:57.109040 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-5b7c003d-6a76-4963-bc90-58180b7e22e9 admin admin] Publish callbacks [] for router, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:57.110605 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-5b7c003d-6a76-4963-bc90-58180b7e22e9 admin admin] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7685483 Nov 02 16:51:57.115149 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 45884) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:51:57.140886 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device e29b7936-7a83-49dd-9008-36de97272721 up at agent ovs-agent-dv-cinder-773876-4-iscsi {{(pid=113346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:51:57.205049 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01d77af-0ee6-4682-924c-664947dcc9e8 None None] Routers {'90d1523d-1d6b-4770-a7ea-bff643f1264d'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:51:57.206138 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-f01d77af-0ee6-4682-924c-664947dcc9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:51:41Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['90d1523d-1d6b-4770-a7ea-bff643f1264d'], 'active': True} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:57.258879 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-712dfb56-99dc-4833-a88d-8026eb4f3237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'name': 'tempest-TestVolumeBootPattern-226830009-router', 'tenant_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e29b7936-7a83-49dd-9008-36de97272721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:47Z', 'updated_at': '2021-11-02T16:51:51Z', 'revision_number': 4, 'project_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'gw_port': {'id': 'e29b7936-7a83-49dd-9008-36de97272721', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:48Z', 'updated_at': '2021-11-02T16:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_interfaces': [{'id': '232ad059-fbdb-4195-a503-645ac2a34484', 'name': '', 'network_id': 'ac5452b3-7329-433e-af1f-df17acea3828', 'tenant_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'mac_address': 'fa:16:3e:b6:dc:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'aa72a888-b45f-4cfb-ae6c-4494e796baf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:50Z', 'updated_at': '2021-11-02T16:51:56Z', 'revision_number': 4, 'project_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'subnets': [{'id': 'aa72a888-b45f-4cfb-ae6c-4494e796baf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:57.283024 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4699bfef-e6f0-48fa-88a2-1437885ac122 None None] Network be5e3a13-90a3-494b-8e20-3597fe10b76f requested from dv-cinder-773876-4-iscsi {{(pid=113346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:51:57.315933 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712dfb56-99dc-4833-a88d-8026eb4f3237 None None] The sync data for ids ['c797d5b2-bdc4-4012-8c62-046dcdeae5dd'] in dv-cinder-773876-4-iscsi is: [{'id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'name': 'tempest-TestVolumeBootPattern-226830009-router', 'tenant_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e29b7936-7a83-49dd-9008-36de97272721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:47Z', 'updated_at': '2021-11-02T16:51:51Z', 'revision_number': 4, 'project_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'gw_port': {'id': 'e29b7936-7a83-49dd-9008-36de97272721', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:48Z', 'updated_at': '2021-11-02T16:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_interfaces': [{'id': '232ad059-fbdb-4195-a503-645ac2a34484', 'name': '', 'network_id': 'ac5452b3-7329-433e-af1f-df17acea3828', 'tenant_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'mac_address': 'fa:16:3e:b6:dc:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'aa72a888-b45f-4cfb-ae6c-4494e796baf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:50Z', 'updated_at': '2021-11-02T16:51:56Z', 'revision_number': 4, 'project_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'subnets': [{'id': 'aa72a888-b45f-4cfb-ae6c-4494e796baf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:51:57.347841 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed8a321-1204-4f8b-922f-84b43c6b7daf None None] Pushing event updated for resources: {'Port': ['ID=232ad059-fbdb-4195-a503-645ac2a34484,revision_number=5']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:57.386771 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-fd2f75be-9aeb-4562-8b9e-141baec52183 None None] Provisioning complete for port 232ad059-fbdb-4195-a503-645ac2a34484 triggered by entity DHCP. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:51:57.387481 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-fd2f75be-9aeb-4562-8b9e-141baec52183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:57.631593 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Provisioning complete for port e29b7936-7a83-49dd-9008-36de97272721 triggered by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:51:57.632563 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:57.719288 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvr_db [None req-f01d77af-0ee6-4682-924c-664947dcc9e8 None None] Set router 90d1523d-1d6b-4770-a7ea-bff643f1264d gateway port host: dv-cinder-773876-4-iscsi {{(pid=113346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:51:58.026695 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device e763b47b-f707-4159-8307-9cfc0fd2047a up at agent ovs-agent-dv-cinder-773876-4-iscsi {{(pid=113346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:51:58.172239 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Provisioning complete for port e763b47b-f707-4159-8307-9cfc0fd2047a triggered by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:51:58.172637 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:58.206081 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-72e0da39-8678-4914-89b3-28229bc04a6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:58.213632 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-f22618e2-a5be-4135-ae07-29b3df96e19e None None] Provisioning complete for port e763b47b-f707-4159-8307-9cfc0fd2047a triggered by entity DHCP. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:51:58.214073 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-f22618e2-a5be-4135-ae07-29b3df96e19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:58.286244 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-f01d77af-0ee6-4682-924c-664947dcc9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d1523d-1d6b-4770-a7ea-bff643f1264d', 'name': 'tempest-TestVolumeBootPattern-1874447619-router', 'tenant_id': 'accb2dc4ef0341069d86c5f46839d6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '42ecf0fd-4d99-40ad-9339-24ca3398ebf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:54Z', 'updated_at': '2021-11-02T16:51:55Z', 'revision_number': 3, 'project_id': 'accb2dc4ef0341069d86c5f46839d6d3', 'gw_port': {'id': '42ecf0fd-4d99-40ad-9339-24ca3398ebf3', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:60:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d1523d-1d6b-4770-a7ea-bff643f1264d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:55Z', 'updated_at': '2021-11-02T16:51:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi'}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:58.336928 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01d77af-0ee6-4682-924c-664947dcc9e8 None None] Checking router: 90d1523d-1d6b-4770-a7ea-bff643f1264d for host: dv-cinder-773876-4-iscsi {{(pid=113346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:51:58.337198 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01d77af-0ee6-4682-924c-664947dcc9e8 None None] Updating router 90d1523d-1d6b-4770-a7ea-bff643f1264d port 42ecf0fd-4d99-40ad-9339-24ca3398ebf3 binding host dv-cinder-773876-4-iscsi {{(pid=113346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:51:58.386578 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-f01d77af-0ee6-4682-924c-664947dcc9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:58.515825 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:58.527912 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.db_base_plugin_common [None req-72e0da39-8678-4914-89b3-28229bc04a6f admin admin] Allocated IP 172.20.0.1 (be5e3a13-90a3-494b-8e20-3597fe10b76f/a465f121-ac7f-4806-ba00-ad4f51acb330/5538918c-d056-4f26-a717-c8dffa7d35d5) {{(pid=113345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:51:58.580571 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-f22618e2-a5be-4135-ae07-29b3df96e19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:58.672556 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] For port e763b47b-f707-4159-8307-9cfc0fd2047a, host dv-cinder-773876-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=e763b47b-f707-4159-8307-9cfc0fd2047a,segment=NetworkSegment(eef05f47-7995-4d44-ad66-7227e02c7e1e),segment_id=eef05f47-7995-4d44-ad66-7227e02c7e1e)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:51:58.695421 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:58.756449 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-72e0da39-8678-4914-89b3-28229bc04a6f admin admin] Publish callbacks [] for port, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:58.831713 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-72e0da39-8678-4914-89b3-28229bc04a6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788024814062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27915883'] for port, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:58.861650 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.db.api [None req-f22618e2-a5be-4135-ae07-29b3df96e19e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113346) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 16:51:58.862086 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG oslo_db.api [None req-f22618e2-a5be-4135-ae07-29b3df96e19e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 16:51:58.869304 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Pushing event updated for resources: {'Port': ['ID=e763b47b-f707-4159-8307-9cfc0fd2047a,revision_number=3']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:58.905009 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device 232ad059-fbdb-4195-a503-645ac2a34484 up at agent ovs-agent-dv-cinder-773876-4-iscsi {{(pid=113346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:51:58.914231 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0da39-8678-4914-89b3-28229bc04a6f admin admin] Pushing event updated for resources: {'Port': ['ID=5538918c-d056-4f26-a717-c8dffa7d35d5,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:58.927616 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e0da39-8678-4914-89b3-28229bc04a6f admin admin] Network be5e3a13-90a3-494b-8e20-3597fe10b76f is already hosted by enough agents. {{(pid=113345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:51:58.928960 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.base_scheduler [None req-72e0da39-8678-4914-89b3-28229bc04a6f admin admin] Resources bound (agent type, host, resource id): {{(pid=113345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:51:58.932934 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e0da39-8678-4914-89b3-28229bc04a6f admin admin] Received port after_create {{(pid=113345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:51:59.003755 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-72e0da39-8678-4914-89b3-28229bc04a6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3708925'] for router_interface, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:59.061352 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-f01d77af-0ee6-4682-924c-664947dcc9e8 None None] Publish callbacks [] for port, precommit_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:59.072674 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Provisioning complete for port 232ad059-fbdb-4195-a503-645ac2a34484 triggered by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:51:59.075106 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:59.103566 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-f01d77af-0ee6-4682-924c-664947dcc9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:59.190830 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82270ea-ce83-44e3-aec6-a19a7714955d None None] Pushing event updated for resources: {'Port': ['ID=42ecf0fd-4d99-40ad-9339-24ca3398ebf3,revision_number=2']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:59.206707 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.managers [None req-f01d77af-0ee6-4682-924c-664947dcc9e8 None None] Attempting to bind port 42ecf0fd-4d99-40ad-9339-24ca3398ebf3 on host dv-cinder-773876-4-iscsi for vnic_type normal with profile {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 16:51:59.207090 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.managers [None req-f01d77af-0ee6-4682-924c-664947dcc9e8 None None] Attempting to bind port 42ecf0fd-4d99-40ad-9339-24ca3398ebf3 by drivers openvswitch,hyperv on host dv-cinder-773876-4-iscsi at level 0 using segments [{'id': '1cb664d2-69f4-46cd-9abc-3fc1a9239895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede'}] {{(pid=113346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 16:51:59.207471 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01d77af-0ee6-4682-924c-664947dcc9e8 None None] Attempting to bind port 42ecf0fd-4d99-40ad-9339-24ca3398ebf3 on network e732c7b6-4740-4909-a10c-6231f1bdbede {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:51:59.232478 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01d77af-0ee6-4682-924c-664947dcc9e8 None None] Checking agent: {'id': '7dc37166-7823-42e6-bc3e-7dc49cd1fc12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 37, 46), 'started_at': datetime.datetime(2021, 11, 2, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:51:59.232920 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01d77af-0ee6-4682-924c-664947dcc9e8 None None] Checking segment: {'id': '1cb664d2-69f4-46cd-9abc-3fc1a9239895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 16:51:59.233305 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-f01d77af-0ee6-4682-924c-664947dcc9e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:59.233725 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01d77af-0ee6-4682-924c-664947dcc9e8 None None] Bound using segment: {'id': '1cb664d2-69f4-46cd-9abc-3fc1a9239895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede'} {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:51:59.234268 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.managers [None req-f01d77af-0ee6-4682-924c-664947dcc9e8 None None] Bound port: 42ecf0fd-4d99-40ad-9339-24ca3398ebf3, host: dv-cinder-773876-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cb664d2-69f4-46cd-9abc-3fc1a9239895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede'}}] {{(pid=113346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 16:51:59.234685 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-f01d77af-0ee6-4682-924c-664947dcc9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:59.247720 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-72e0da39-8678-4914-89b3-28229bc04a6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:59.553676 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-f01d77af-0ee6-4682-924c-664947dcc9e8 None None] For port 42ecf0fd-4d99-40ad-9339-24ca3398ebf3, host dv-cinder-773876-4-iscsi, cleared binding levels {{(pid=113346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:51:59.559420 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-f01d77af-0ee6-4682-924c-664947dcc9e8 None None] For port 42ecf0fd-4d99-40ad-9339-24ca3398ebf3, host dv-cinder-773876-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=42ecf0fd-4d99-40ad-9339-24ca3398ebf3,segment=NetworkSegment(1cb664d2-69f4-46cd-9abc-3fc1a9239895),segment_id=1cb664d2-69f4-46cd-9abc-3fc1a9239895)] {{(pid=113346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:51:59.601456 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-f01d77af-0ee6-4682-924c-664947dcc9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:59.646967 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-72e0da39-8678-4914-89b3-28229bc04a6f admin admin] Publish callbacks [] for port, precommit_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:59.655866 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-72e0da39-8678-4914-89b3-28229bc04a6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27915890'] for port, after_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:59.670810 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01d77af-0ee6-4682-924c-664947dcc9e8 None None] Routers {'90d1523d-1d6b-4770-a7ea-bff643f1264d'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:51:59.671635 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-f01d77af-0ee6-4682-924c-664947dcc9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:51:41Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['90d1523d-1d6b-4770-a7ea-bff643f1264d'], 'active': True} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:51:59.749209 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0da39-8678-4914-89b3-28229bc04a6f admin admin] Pushing event updated for resources: {'Port': ['ID=5538918c-d056-4f26-a717-c8dffa7d35d5,revision_number=2']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:59.754116 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-72e0da39-8678-4914-89b3-28229bc04a6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3708777'] for router_interface, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:59.869202 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82270ea-ce83-44e3-aec6-a19a7714955d None None] Pushing event updated for resources: {'Port': ['ID=42ecf0fd-4d99-40ad-9339-24ca3398ebf3,revision_number=3']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:51:59.878836 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-6a739c70-8f2e-47bc-bf11-6287476104b2 None None] Provisioning complete for port 5538918c-d056-4f26-a717-c8dffa7d35d5 triggered by entity DHCP. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:51:59.879227 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6a739c70-8f2e-47bc-bf11-6287476104b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:51:59.921712 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e0da39-8678-4914-89b3-28229bc04a6f admin admin] Network be5e3a13-90a3-494b-8e20-3597fe10b76f is already hosted by enough agents. {{(pid=113345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:51:59.921712 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.base_scheduler [None req-72e0da39-8678-4914-89b3-28229bc04a6f admin admin] Resources bound (agent type, host, resource id): {{(pid=113345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:51:59.940241 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-6a739c70-8f2e-47bc-bf11-6287476104b2 None None] Port 5538918c-d056-4f26-a717-c8dffa7d35d5 cannot update to ACTIVE because it is not bound. {{(pid=113346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 16:51:59.945580 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvr_db [None req-f01d77af-0ee6-4682-924c-664947dcc9e8 None None] Set router 90d1523d-1d6b-4770-a7ea-bff643f1264d gateway port host: dv-cinder-773876-4-iscsi {{(pid=113346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:52:00.126289 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72e0da39-8678-4914-89b3-28229bc04a6f admin admin] Router 90d1523d-1d6b-4770-a7ea-bff643f1264d has already been hosted by L3 agent 23c85ca8-88a6-46e7-9165-338a7fd1d142 {{(pid=113345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:52:00.207137 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-6a739c70-8f2e-47bc-bf11-6287476104b2 None None] Provisioning complete for port e763b47b-f707-4159-8307-9cfc0fd2047a triggered by entity DHCP. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:52:00.207574 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6a739c70-8f2e-47bc-bf11-6287476104b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:00.355989 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e0da39-8678-4914-89b3-28229bc04a6f admin admin] Notify agent at l3_agent.dv-cinder-773876-4-iscsi the message routers_updated {{(pid=113345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:52:00.363472 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-72e0da39-8678-4914-89b3-28229bc04a6f admin admin] 10.222.0.118 "PUT /v2.0/routers/90d1523d-1d6b-4770-a7ea-bff643f1264d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2469804 Nov 02 16:52:00.682471 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-f01d77af-0ee6-4682-924c-664947dcc9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d1523d-1d6b-4770-a7ea-bff643f1264d', 'name': 'tempest-TestVolumeBootPattern-1874447619-router', 'tenant_id': 'accb2dc4ef0341069d86c5f46839d6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '42ecf0fd-4d99-40ad-9339-24ca3398ebf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:54Z', 'updated_at': '2021-11-02T16:51:59Z', 'revision_number': 4, 'project_id': 'accb2dc4ef0341069d86c5f46839d6d3', 'gw_port': {'id': '42ecf0fd-4d99-40ad-9339-24ca3398ebf3', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:60:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d1523d-1d6b-4770-a7ea-bff643f1264d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:55Z', 'updated_at': '2021-11-02T16:51:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_interfaces': [{'id': '5538918c-d056-4f26-a717-c8dffa7d35d5', 'name': '', 'network_id': 'be5e3a13-90a3-494b-8e20-3597fe10b76f', 'tenant_id': 'accb2dc4ef0341069d86c5f46839d6d3', 'mac_address': 'fa:16:3e:86:d6:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d1523d-1d6b-4770-a7ea-bff643f1264d', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'a465f121-ac7f-4806-ba00-ad4f51acb330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:58Z', 'updated_at': '2021-11-02T16:51:59Z', 'revision_number': 2, 'project_id': 'accb2dc4ef0341069d86c5f46839d6d3', 'subnets': [{'id': 'a465f121-ac7f-4806-ba00-ad4f51acb330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:00.733454 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01d77af-0ee6-4682-924c-664947dcc9e8 None None] The sync data for ids ['90d1523d-1d6b-4770-a7ea-bff643f1264d'] in dv-cinder-773876-4-iscsi is: [{'id': '90d1523d-1d6b-4770-a7ea-bff643f1264d', 'name': 'tempest-TestVolumeBootPattern-1874447619-router', 'tenant_id': 'accb2dc4ef0341069d86c5f46839d6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '42ecf0fd-4d99-40ad-9339-24ca3398ebf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:54Z', 'updated_at': '2021-11-02T16:51:59Z', 'revision_number': 4, 'project_id': 'accb2dc4ef0341069d86c5f46839d6d3', 'gw_port': {'id': '42ecf0fd-4d99-40ad-9339-24ca3398ebf3', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:60:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d1523d-1d6b-4770-a7ea-bff643f1264d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:55Z', 'updated_at': '2021-11-02T16:51:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_interfaces': [{'id': '5538918c-d056-4f26-a717-c8dffa7d35d5', 'name': '', 'network_id': 'be5e3a13-90a3-494b-8e20-3597fe10b76f', 'tenant_id': 'accb2dc4ef0341069d86c5f46839d6d3', 'mac_address': 'fa:16:3e:86:d6:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d1523d-1d6b-4770-a7ea-bff643f1264d', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'a465f121-ac7f-4806-ba00-ad4f51acb330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:58Z', 'updated_at': '2021-11-02T16:51:59Z', 'revision_number': 2, 'project_id': 'accb2dc4ef0341069d86c5f46839d6d3', 'subnets': [{'id': 'a465f121-ac7f-4806-ba00-ad4f51acb330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:52:00.768258 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-e9ce252c-a71e-4184-af73-6e066ebe2a9c None None] Provisioning complete for port 5538918c-d056-4f26-a717-c8dffa7d35d5 triggered by entity DHCP. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:52:00.768258 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-e9ce252c-a71e-4184-af73-6e066ebe2a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:00.856149 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-e9ce252c-a71e-4184-af73-6e066ebe2a9c None None] Port 5538918c-d056-4f26-a717-c8dffa7d35d5 cannot update to ACTIVE because it is not bound. {{(pid=113346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 16:52:00.860511 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device e763b47b-f707-4159-8307-9cfc0fd2047a up at agent ovs-agent-dv-cinder-773876-4-iscsi {{(pid=113346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:52:00.973703 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Provisioning complete for port e763b47b-f707-4159-8307-9cfc0fd2047a triggered by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:52:00.975164 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:01.858841 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 45928) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:01.865746 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.v2.base [None req-5c5fdb21-ba50-4041-b5c1-03101929888d tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-10426531', 'description': 'tempest-secgroup-smoke-10426531 description', 'project_id': 'f83b31a72c4f4cc78519ed2dc9bdc400'}} {{(pid=113345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:52:01.903030 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-5c5fdb21-ba50-4041-b5c1-03101929888d tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks [] for security_group, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:02.081973 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-5c5fdb21-ba50-4041-b5c1-03101929888d tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks [] for security_group, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:02.088304 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-5c5fdb21-ba50-4041-b5c1-03101929888d tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:02.143901 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-5c5fdb21-ba50-4041-b5c1-03101929888d tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks [] for security_group, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:02.149346 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 45930) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:02.150658 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-5c5fdb21-ba50-4041-b5c1-03101929888d tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2893701 Nov 02 16:52:02.156643 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5fdb21-ba50-4041-b5c1-03101929888d tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f05269-3171-411f-92d6-2a309bca96b6,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:02.157887 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.v2.base [None req-da57a810-d4cb-4dd9-b709-b07639dae472 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Request body: {'security_group_rule': {'security_group_id': 'b1f05269-3171-411f-92d6-2a309bca96b6', 'project_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:52:02.269389 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-da57a810-d4cb-4dd9-b709-b07639dae472 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks [] for security_group_rule, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:02.389834 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-da57a810-d4cb-4dd9-b709-b07639dae472 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:02.397215 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-da57a810-d4cb-4dd9-b709-b07639dae472 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759769'] for security_group_rule, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:02.429088 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da57a810-d4cb-4dd9-b709-b07639dae472 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0f74c2c-1ff4-47ea-867b-e1340e06e9cb,revision_number=0']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:02.435718 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-da57a810-d4cb-4dd9-b709-b07639dae472 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks [] for security_group_rule, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:02.437208 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-da57a810-d4cb-4dd9-b709-b07639dae472 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2859159 Nov 02 16:52:02.440677 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 45936) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:02.445895 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.v2.base [None req-16dd6c56-7008-41b8-8781-852703233f12 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Request body: {'security_group_rule': {'security_group_id': 'b1f05269-3171-411f-92d6-2a309bca96b6', 'project_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=113344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:52:02.489380 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-16dd6c56-7008-41b8-8781-852703233f12 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks [] for security_group_rule, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:02.563842 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-16dd6c56-7008-41b8-8781-852703233f12 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:02.568545 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-16dd6c56-7008-41b8-8781-852703233f12 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759769'] for security_group_rule, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:02.591910 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dd6c56-7008-41b8-8781-852703233f12 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18ed8d3d-3ea9-4754-bd54-76eef32340be,revision_number=0']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:02.601869 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-16dd6c56-7008-41b8-8781-852703233f12 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks [] for security_group_rule, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:02.606842 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-16dd6c56-7008-41b8-8781-852703233f12 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1612830 Nov 02 16:52:02.607124 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 45942) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:02.612645 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.v2.base [None req-19eaa417-f7d8-4183-962e-0aa71333874d tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Request body: {'security_group_rule': {'security_group_id': 'b1f05269-3171-411f-92d6-2a309bca96b6', 'project_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=113344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:52:02.650300 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-19eaa417-f7d8-4183-962e-0aa71333874d tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks [] for security_group_rule, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:02.755445 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-19eaa417-f7d8-4183-962e-0aa71333874d tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:02.764588 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-19eaa417-f7d8-4183-962e-0aa71333874d tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759769'] for security_group_rule, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:02.797813 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eaa417-f7d8-4183-962e-0aa71333874d tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fbf1cde-9eba-4301-8ef0-12078fa7bbcf,revision_number=0']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:02.816738 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-19eaa417-f7d8-4183-962e-0aa71333874d tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks [] for security_group_rule, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:02.821589 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 45944) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:02.822439 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-19eaa417-f7d8-4183-962e-0aa71333874d tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2138643 Nov 02 16:52:02.828796 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.v2.base [None req-df33fe09-2676-4a4e-b6ee-268c6e69f746 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Request body: {'security_group_rule': {'security_group_id': 'b1f05269-3171-411f-92d6-2a309bca96b6', 'project_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=113345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:52:02.881509 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device 42ecf0fd-4d99-40ad-9339-24ca3398ebf3 up at agent ovs-agent-dv-cinder-773876-4-iscsi {{(pid=113346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:52:02.888325 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-df33fe09-2676-4a4e-b6ee-268c6e69f746 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks [] for security_group_rule, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:02.944013 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Provisioning complete for port 42ecf0fd-4d99-40ad-9339-24ca3398ebf3 triggered by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:52:02.944443 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:02.982175 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-df33fe09-2676-4a4e-b6ee-268c6e69f746 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:02.989033 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-df33fe09-2676-4a4e-b6ee-268c6e69f746 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759769'] for security_group_rule, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:03.022154 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df33fe09-2676-4a4e-b6ee-268c6e69f746 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00a4853d-1672-4e06-a45e-d50f245b9428,revision_number=0']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:03.037012 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-df33fe09-2676-4a4e-b6ee-268c6e69f746 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks [] for security_group_rule, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:03.045346 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 45946) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:03.051192 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.v2.base [None req-00ee000e-e10a-418f-a12a-8a0b0c16875f tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Request body: {'security_group_rule': {'security_group_id': 'b1f05269-3171-411f-92d6-2a309bca96b6', 'project_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=113344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:52:03.056940 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-df33fe09-2676-4a4e-b6ee-268c6e69f746 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2319722 Nov 02 16:52:03.089430 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:03.097668 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.db.securitygroups_db [None req-00ee000e-e10a-418f-a12a-8a0b0c16875f tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Project f83b31a72c4f4cc78519ed2dc9bdc400 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 16:52:03.106082 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-00ee000e-e10a-418f-a12a-8a0b0c16875f tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks [] for security_group_rule, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:03.139735 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] For port 42ecf0fd-4d99-40ad-9339-24ca3398ebf3, host dv-cinder-773876-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=42ecf0fd-4d99-40ad-9339-24ca3398ebf3,segment=NetworkSegment(1cb664d2-69f4-46cd-9abc-3fc1a9239895),segment_id=1cb664d2-69f4-46cd-9abc-3fc1a9239895)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:52:03.156047 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:03.215519 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-00ee000e-e10a-418f-a12a-8a0b0c16875f tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:03.224715 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-00ee000e-e10a-418f-a12a-8a0b0c16875f tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759769'] for security_group_rule, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:03.228570 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Pushing event updated for resources: {'Port': ['ID=42ecf0fd-4d99-40ad-9339-24ca3398ebf3,revision_number=4']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:03.265535 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ee000e-e10a-418f-a12a-8a0b0c16875f tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27a74554-415f-45dc-998d-703205806a1b,revision_number=0']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:03.274579 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-00ee000e-e10a-418f-a12a-8a0b0c16875f tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks [] for security_group_rule, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:03.282061 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 45948) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:03.288328 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.v2.base [None req-edbddf47-7b20-470b-ba8b-e5ffcb3c107d tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Request body: {'security_group_rule': {'security_group_id': 'b1f05269-3171-411f-92d6-2a309bca96b6', 'project_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=113345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:52:03.293647 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-00ee000e-e10a-418f-a12a-8a0b0c16875f tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2465794 Nov 02 16:52:03.321209 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.db.securitygroups_db [None req-edbddf47-7b20-470b-ba8b-e5ffcb3c107d tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Project f83b31a72c4f4cc78519ed2dc9bdc400 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 16:52:03.330192 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-edbddf47-7b20-470b-ba8b-e5ffcb3c107d tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks [] for security_group_rule, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:03.466002 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-edbddf47-7b20-470b-ba8b-e5ffcb3c107d tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:03.475992 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-edbddf47-7b20-470b-ba8b-e5ffcb3c107d tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759769'] for security_group_rule, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:03.513540 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbddf47-7b20-470b-ba8b-e5ffcb3c107d tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b65bdef8-63d9-47c8-a83f-c4dccf13d0bf,revision_number=0']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:03.526836 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-edbddf47-7b20-470b-ba8b-e5ffcb3c107d tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks [] for security_group_rule, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:03.532236 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-edbddf47-7b20-470b-ba8b-e5ffcb3c107d tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2449362 Nov 02 16:52:04.825697 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device 42ecf0fd-4d99-40ad-9339-24ca3398ebf3 up at agent ovs-agent-dv-cinder-773876-4-iscsi {{(pid=113346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:52:04.904433 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Provisioning complete for port 42ecf0fd-4d99-40ad-9339-24ca3398ebf3 triggered by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:52:04.904947 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:05.165172 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe63cd4c-bcc3-4e02-955b-d469b58a3dbc None None] Sync routers for ids ['90d1523d-1d6b-4770-a7ea-bff643f1264d'] in dv-cinder-773876-4-iscsi {{(pid=113347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:52:05.179023 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe63cd4c-bcc3-4e02-955b-d469b58a3dbc None None] Routers {'90d1523d-1d6b-4770-a7ea-bff643f1264d'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:52:05.179725 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-fe63cd4c-bcc3-4e02-955b-d469b58a3dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:51:41Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['90d1523d-1d6b-4770-a7ea-bff643f1264d'], 'active': True} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:05.302624 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvr_db [None req-fe63cd4c-bcc3-4e02-955b-d469b58a3dbc None None] Set router 90d1523d-1d6b-4770-a7ea-bff643f1264d gateway port host: dv-cinder-773876-4-iscsi {{(pid=113347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:52:05.655806 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-fe63cd4c-bcc3-4e02-955b-d469b58a3dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d1523d-1d6b-4770-a7ea-bff643f1264d', 'name': 'tempest-TestVolumeBootPattern-1874447619-router', 'tenant_id': 'accb2dc4ef0341069d86c5f46839d6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '42ecf0fd-4d99-40ad-9339-24ca3398ebf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:54Z', 'updated_at': '2021-11-02T16:51:59Z', 'revision_number': 4, 'project_id': 'accb2dc4ef0341069d86c5f46839d6d3', 'gw_port': {'id': '42ecf0fd-4d99-40ad-9339-24ca3398ebf3', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:60:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d1523d-1d6b-4770-a7ea-bff643f1264d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:55Z', 'updated_at': '2021-11-02T16:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_interfaces': [{'id': '5538918c-d056-4f26-a717-c8dffa7d35d5', 'name': '', 'network_id': 'be5e3a13-90a3-494b-8e20-3597fe10b76f', 'tenant_id': 'accb2dc4ef0341069d86c5f46839d6d3', 'mac_address': 'fa:16:3e:86:d6:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d1523d-1d6b-4770-a7ea-bff643f1264d', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'a465f121-ac7f-4806-ba00-ad4f51acb330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:58Z', 'updated_at': '2021-11-02T16:51:59Z', 'revision_number': 2, 'project_id': 'accb2dc4ef0341069d86c5f46839d6d3', 'subnets': [{'id': 'a465f121-ac7f-4806-ba00-ad4f51acb330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:05.708361 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe63cd4c-bcc3-4e02-955b-d469b58a3dbc None None] Checking router: 90d1523d-1d6b-4770-a7ea-bff643f1264d for host: dv-cinder-773876-4-iscsi {{(pid=113347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:52:05.709032 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe63cd4c-bcc3-4e02-955b-d469b58a3dbc None None] Updating router 90d1523d-1d6b-4770-a7ea-bff643f1264d port 5538918c-d056-4f26-a717-c8dffa7d35d5 binding host dv-cinder-773876-4-iscsi {{(pid=113347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:52:05.739485 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron_lib.callbacks.manager [None req-fe63cd4c-bcc3-4e02-955b-d469b58a3dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:06.095454 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron_lib.callbacks.manager [None req-fe63cd4c-bcc3-4e02-955b-d469b58a3dbc None None] Publish callbacks [] for port, precommit_update {{(pid=113347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:06.101716 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron_lib.callbacks.manager [None req-fe63cd4c-bcc3-4e02-955b-d469b58a3dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:06.155622 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52682134-351b-472e-97df-7fd24ea5bcc3 None None] Pushing event updated for resources: {'Port': ['ID=5538918c-d056-4f26-a717-c8dffa7d35d5,revision_number=3']} {{(pid=113347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:06.289887 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.managers [None req-fe63cd4c-bcc3-4e02-955b-d469b58a3dbc None None] Attempting to bind port 5538918c-d056-4f26-a717-c8dffa7d35d5 on host dv-cinder-773876-4-iscsi for vnic_type normal with profile {{(pid=113347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 16:52:06.290978 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.managers [None req-fe63cd4c-bcc3-4e02-955b-d469b58a3dbc None None] Attempting to bind port 5538918c-d056-4f26-a717-c8dffa7d35d5 by drivers openvswitch,hyperv on host dv-cinder-773876-4-iscsi at level 0 using segments [{'id': 'eef05f47-7995-4d44-ad66-7227e02c7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'be5e3a13-90a3-494b-8e20-3597fe10b76f'}] {{(pid=113347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 16:52:06.290978 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe63cd4c-bcc3-4e02-955b-d469b58a3dbc None None] Attempting to bind port 5538918c-d056-4f26-a717-c8dffa7d35d5 on network be5e3a13-90a3-494b-8e20-3597fe10b76f {{(pid=113347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:52:06.301884 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe63cd4c-bcc3-4e02-955b-d469b58a3dbc None None] Checking agent: {'id': '7dc37166-7823-42e6-bc3e-7dc49cd1fc12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 37, 46), 'started_at': datetime.datetime(2021, 11, 2, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:52:06.305914 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe63cd4c-bcc3-4e02-955b-d469b58a3dbc None None] Checking segment: {'id': 'eef05f47-7995-4d44-ad66-7227e02c7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'be5e3a13-90a3-494b-8e20-3597fe10b76f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 16:52:06.305914 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron_lib.callbacks.manager [None req-fe63cd4c-bcc3-4e02-955b-d469b58a3dbc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=113347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:06.305914 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe63cd4c-bcc3-4e02-955b-d469b58a3dbc None None] Bound using segment: {'id': 'eef05f47-7995-4d44-ad66-7227e02c7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'be5e3a13-90a3-494b-8e20-3597fe10b76f'} {{(pid=113347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:52:06.306876 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.managers [None req-fe63cd4c-bcc3-4e02-955b-d469b58a3dbc None None] Bound port: 5538918c-d056-4f26-a717-c8dffa7d35d5, host: dv-cinder-773876-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eef05f47-7995-4d44-ad66-7227e02c7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'be5e3a13-90a3-494b-8e20-3597fe10b76f'}}] {{(pid=113347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 16:52:06.308759 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron_lib.callbacks.manager [None req-fe63cd4c-bcc3-4e02-955b-d469b58a3dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:06.425766 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.db [None req-fe63cd4c-bcc3-4e02-955b-d469b58a3dbc None None] For port 5538918c-d056-4f26-a717-c8dffa7d35d5, host dv-cinder-773876-4-iscsi, cleared binding levels {{(pid=113347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:52:06.430343 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.db [None req-fe63cd4c-bcc3-4e02-955b-d469b58a3dbc None None] For port 5538918c-d056-4f26-a717-c8dffa7d35d5, host dv-cinder-773876-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=5538918c-d056-4f26-a717-c8dffa7d35d5,segment=NetworkSegment(eef05f47-7995-4d44-ad66-7227e02c7e1e),segment_id=eef05f47-7995-4d44-ad66-7227e02c7e1e)] {{(pid=113347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:52:06.436521 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron_lib.callbacks.manager [None req-fe63cd4c-bcc3-4e02-955b-d469b58a3dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:06.538021 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52682134-351b-472e-97df-7fd24ea5bcc3 None None] Pushing event updated for resources: {'Port': ['ID=5538918c-d056-4f26-a717-c8dffa7d35d5,revision_number=4']} {{(pid=113347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:06.549836 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-91c106f3-a744-4010-a12e-2e2e5622b5b7 None None] Provisioning complete for port 5538918c-d056-4f26-a717-c8dffa7d35d5 triggered by entity DHCP. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:52:06.551379 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-91c106f3-a744-4010-a12e-2e2e5622b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:06.551844 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe63cd4c-bcc3-4e02-955b-d469b58a3dbc None None] Routers {'90d1523d-1d6b-4770-a7ea-bff643f1264d'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:52:06.552687 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-fe63cd4c-bcc3-4e02-955b-d469b58a3dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:51:41Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['90d1523d-1d6b-4770-a7ea-bff643f1264d'], 'active': True} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:06.692756 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-91c106f3-a744-4010-a12e-2e2e5622b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:06.776987 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvr_db [None req-fe63cd4c-bcc3-4e02-955b-d469b58a3dbc None None] Set router 90d1523d-1d6b-4770-a7ea-bff643f1264d gateway port host: dv-cinder-773876-4-iscsi {{(pid=113347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:52:06.804755 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-91c106f3-a744-4010-a12e-2e2e5622b5b7 None None] For port 5538918c-d056-4f26-a717-c8dffa7d35d5, host dv-cinder-773876-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=5538918c-d056-4f26-a717-c8dffa7d35d5,segment=NetworkSegment(eef05f47-7995-4d44-ad66-7227e02c7e1e),segment_id=eef05f47-7995-4d44-ad66-7227e02c7e1e)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:52:06.830372 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-91c106f3-a744-4010-a12e-2e2e5622b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:06.919924 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device 5538918c-d056-4f26-a717-c8dffa7d35d5 up at agent ovs-agent-dv-cinder-773876-4-iscsi {{(pid=113346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:52:07.043369 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-82aef4d7-c9d1-4f81-8060-569f16b1bdb5 None None] Provisioning complete for port 5538918c-d056-4f26-a717-c8dffa7d35d5 triggered by entity DHCP. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:52:07.043845 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-82aef4d7-c9d1-4f81-8060-569f16b1bdb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:07.048117 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c106f3-a744-4010-a12e-2e2e5622b5b7 None None] Pushing event updated for resources: {'Port': ['ID=5538918c-d056-4f26-a717-c8dffa7d35d5,revision_number=5']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:07.134087 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Provisioning complete for port 5538918c-d056-4f26-a717-c8dffa7d35d5 triggered by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:52:07.134513 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:07.206798 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-fe63cd4c-bcc3-4e02-955b-d469b58a3dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d1523d-1d6b-4770-a7ea-bff643f1264d', 'name': 'tempest-TestVolumeBootPattern-1874447619-router', 'tenant_id': 'accb2dc4ef0341069d86c5f46839d6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '42ecf0fd-4d99-40ad-9339-24ca3398ebf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:54Z', 'updated_at': '2021-11-02T16:51:59Z', 'revision_number': 4, 'project_id': 'accb2dc4ef0341069d86c5f46839d6d3', 'gw_port': {'id': '42ecf0fd-4d99-40ad-9339-24ca3398ebf3', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:60:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d1523d-1d6b-4770-a7ea-bff643f1264d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:55Z', 'updated_at': '2021-11-02T16:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_interfaces': [{'id': '5538918c-d056-4f26-a717-c8dffa7d35d5', 'name': '', 'network_id': 'be5e3a13-90a3-494b-8e20-3597fe10b76f', 'tenant_id': 'accb2dc4ef0341069d86c5f46839d6d3', 'mac_address': 'fa:16:3e:86:d6:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d1523d-1d6b-4770-a7ea-bff643f1264d', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'a465f121-ac7f-4806-ba00-ad4f51acb330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:58Z', 'updated_at': '2021-11-02T16:52:06Z', 'revision_number': 4, 'project_id': 'accb2dc4ef0341069d86c5f46839d6d3', 'subnets': [{'id': 'a465f121-ac7f-4806-ba00-ad4f51acb330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:07.254442 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe63cd4c-bcc3-4e02-955b-d469b58a3dbc None None] The sync data for ids ['90d1523d-1d6b-4770-a7ea-bff643f1264d'] in dv-cinder-773876-4-iscsi is: [{'id': '90d1523d-1d6b-4770-a7ea-bff643f1264d', 'name': 'tempest-TestVolumeBootPattern-1874447619-router', 'tenant_id': 'accb2dc4ef0341069d86c5f46839d6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '42ecf0fd-4d99-40ad-9339-24ca3398ebf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:54Z', 'updated_at': '2021-11-02T16:51:59Z', 'revision_number': 4, 'project_id': 'accb2dc4ef0341069d86c5f46839d6d3', 'gw_port': {'id': '42ecf0fd-4d99-40ad-9339-24ca3398ebf3', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:60:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d1523d-1d6b-4770-a7ea-bff643f1264d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:55Z', 'updated_at': '2021-11-02T16:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_interfaces': [{'id': '5538918c-d056-4f26-a717-c8dffa7d35d5', 'name': '', 'network_id': 'be5e3a13-90a3-494b-8e20-3597fe10b76f', 'tenant_id': 'accb2dc4ef0341069d86c5f46839d6d3', 'mac_address': 'fa:16:3e:86:d6:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d1523d-1d6b-4770-a7ea-bff643f1264d', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'a465f121-ac7f-4806-ba00-ad4f51acb330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:58Z', 'updated_at': '2021-11-02T16:52:06Z', 'revision_number': 4, 'project_id': 'accb2dc4ef0341069d86c5f46839d6d3', 'subnets': [{'id': 'a465f121-ac7f-4806-ba00-ad4f51acb330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:52:08.353244 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-1e56a605-38ed-4018-9496-8f0192c7a425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:08.804398 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device 5538918c-d056-4f26-a717-c8dffa7d35d5 up at agent ovs-agent-dv-cinder-773876-4-iscsi {{(pid=113346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:52:08.876751 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Provisioning complete for port 5538918c-d056-4f26-a717-c8dffa7d35d5 triggered by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:52:08.877141 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:11.039633 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-c3002f55-c133-45be-ac7f-13a7b0e3fa77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:12.855770 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-dfe49d6c-b306-436a-ba68-760764be264a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:13.449143 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.agents_db [None req-4685c794-fb13-4fdb-802d-b1599aff033c None None] Agent healthcheck: found 6 active agents {{(pid=113347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:52:14.680137 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0b95-0143-42d2-8d33-45f1b37c89de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:16.063241 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:19.761921 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-9e925cf8-ae75-4f47-abf9-9d0adf9d34bc req-ed147d19-2961-4938-9ab5-d427faaa6f14 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-461784665&fields=id&tenant_id=078aa8372f994f1eafe3013d58d8c979 HTTP/1.1" status: 200 len: 267 time: 0.0707862 Nov 02 16:52:19.842209 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e925cf8-ae75-4f47-abf9-9d0adf9d34bc req-2bc8dee2-f5d3-469e-a54d-c336c3e91711 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:19.844462 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-9e925cf8-ae75-4f47-abf9-9d0adf9d34bc req-2bc8dee2-f5d3-469e-a54d-c336c3e91711 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/ports?device_id=fd91cbf0-2d7e-4a11-9073-6e61ccfc7295 HTTP/1.1" status: 200 len: 985 time: 0.0755591 Nov 02 16:52:19.863659 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.v2.base [req-9e925cf8-ae75-4f47-abf9-9d0adf9d34bc req-39e1efca-c261-4cc8-9655-bf05d01e3423 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Request body: {'port': {'security_groups': ['f229dc72-75bc-4f7f-9412-443673b95669']}} {{(pid=113344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:52:19.999888 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [req-9e925cf8-ae75-4f47-abf9-9d0adf9d34bc req-39e1efca-c261-4cc8-9655-bf05d01e3423 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:20.284821 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.db [req-9e925cf8-ae75-4f47-abf9-9d0adf9d34bc req-39e1efca-c261-4cc8-9655-bf05d01e3423 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] For port dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e,segment=NetworkSegment(dc14579a-c1fd-47c3-a9d0-a0ee9aecc3df),segment_id=dc14579a-c1fd-47c3-a9d0-a0ee9aecc3df)] {{(pid=113344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:52:20.352313 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [req-9e925cf8-ae75-4f47-abf9-9d0adf9d34bc req-39e1efca-c261-4cc8-9655-bf05d01e3423 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Publish callbacks [] for port, precommit_update {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:20.359413 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [req-9e925cf8-ae75-4f47-abf9-9d0adf9d34bc req-39e1efca-c261-4cc8-9655-bf05d01e3423 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25371688'] for port, after_update {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:20.377422 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] get_ports_and_sgs() called for port_ids ['dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e'] {{(pid=113346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:52:20.411315 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e925cf8-ae75-4f47-abf9-9d0adf9d34bc req-39e1efca-c261-4cc8-9655-bf05d01e3423 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:20.412295 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [req-9e925cf8-ae75-4f47-abf9-9d0adf9d34bc req-39e1efca-c261-4cc8-9655-bf05d01e3423 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221'] for port, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:20.422331 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 46086) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:20.432786 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-9e925cf8-ae75-4f47-abf9-9d0adf9d34bc req-39e1efca-c261-4cc8-9655-bf05d01e3423 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "PUT /v2.0/ports/dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e HTTP/1.1" status: 200 len: 943 time: 0.5778310 Nov 02 16:52:20.433408 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd91cbf0-2d7e-4a11-9073-6e61ccfc7295', 'tag': 'dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e'}] {{(pid=113344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:52:20.436076 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5f30fc3850fd44c96454e051096f60fc18984a92350f5d63aa5481a86e136a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3addc77-53ce-488c-9370-8bd969c434cc" -d '{"events": [{"name": "network-changed", "server_uuid": "fd91cbf0-2d7e-4a11-9073-6e61ccfc7295", "tag": "dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e"}]}' {{(pid=113344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:52:20.503466 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e1efca-c261-4cc8-9655-bf05d01e3423 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Pushing event updated for resources: {'Port': ['ID=dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e,revision_number=7']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:20.553048 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-2b0c33e0-a8fa-4801-9c20-0e30070bca7a tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Publish callbacks [] for security_group, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:20.593487 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-2b0c33e0-a8fa-4801-9c20-0e30070bca7a tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Publish callbacks [] for security_group, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:20.616249 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] get_ports_and_sgs() called for port_ids ['dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e'] {{(pid=113346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:52:20.691603 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e53973cb-fc7b-4af8-aa3e-98bcd1365313 x-openstack-request-id: req-e53973cb-fc7b-4af8-aa3e-98bcd1365313 {{(pid=113344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:52:20.691905 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd91cbf0-2d7e-4a11-9073-6e61ccfc7295", "tag": "dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e", "status": "completed", "code": 200}]} {{(pid=113344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:52:20.692226 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-e53973cb-fc7b-4af8-aa3e-98bcd1365313 {{(pid=113344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:52:20.692698 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd91cbf0-2d7e-4a11-9073-6e61ccfc7295', 'tag': 'dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e', 'status': 'completed', 'code': 200} Nov 02 16:52:20.701069 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-2b0c33e0-a8fa-4801-9c20-0e30070bca7a tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:20.704073 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-2b0c33e0-a8fa-4801-9c20-0e30070bca7a tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Publish callbacks [] for security_group, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:20.711593 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 46092) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:20.724979 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-2b0c33e0-a8fa-4801-9c20-0e30070bca7a tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "DELETE /v2.0/security-groups/51a5be46-46b8-4574-9203-4a50b68dea4b HTTP/1.1" status: 204 len: 168 time: 0.3012171 Nov 02 16:52:20.774369 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0c33e0-a8fa-4801-9c20-0e30070bca7a tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a5be46-46b8-4574-9203-4a50b68dea4b,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:21.030074 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.plugin [None req-c32f375b-c057-4534-8b5d-139bc9b69e22 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Deleting port d84f5190-4e89-4437-91f5-c317ff00334a {{(pid=113344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 16:52:21.030886 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-c32f375b-c057-4534-8b5d-139bc9b69e22 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788025385849'] for port, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:21.152853 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-bafd565f-26ab-47c5-bca4-b5f69a53d17c None None] Provisioning complete for port dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e triggered by entity DHCP. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:52:21.153594 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-bafd565f-26ab-47c5-bca4-b5f69a53d17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:21.162271 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3addc77-53ce-488c-9370-8bd969c434cc req-4c411c35-9fca-4a8d-8773-ad936a1037ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:21.164128 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-a3addc77-53ce-488c-9370-8bd969c434cc req-4c411c35-9fca-4a8d-8773-ad936a1037ca service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=078aa8372f994f1eafe3013d58d8c979&device_id=fd91cbf0-2d7e-4a11-9073-6e61ccfc7295 HTTP/1.1" status: 200 len: 1099 time: 0.4378340 Nov 02 16:52:21.170655 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-c32f375b-c057-4534-8b5d-139bc9b69e22 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710950'] for port, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:21.170996 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-c32f375b-c057-4534-8b5d-139bc9b69e22 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:21.205327 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.plugin [None req-c32f375b-c057-4534-8b5d-139bc9b69e22 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Calling delete_port for d84f5190-4e89-4437-91f5-c317ff00334a owned by network:floatingip {{(pid=113344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 16:52:21.359706 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3addc77-53ce-488c-9370-8bd969c434cc req-7b7cd4ca-bb42-45bb-a325-f7e96c2bb0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:21.362060 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-a3addc77-53ce-488c-9370-8bd969c434cc req-7b7cd4ca-bb42-45bb-a325-f7e96c2bb0e7 service neutron] 10.222.0.76 "GET /v2.0/networks?id=feac3926-83aa-4c72-bcab-fa9f4d378711 HTTP/1.1" status: 200 len: 916 time: 0.1847517 Nov 02 16:52:21.486950 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-a3addc77-53ce-488c-9370-8bd969c434cc req-99dcf720-431e-43e9-8d24-a30ad12e1ae4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e HTTP/1.1" status: 200 len: 1001 time: 0.1075547 Nov 02 16:52:21.493644 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-c32f375b-c057-4534-8b5d-139bc9b69e22 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788025390403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788024814071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25371697'] for port, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:21.593082 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3addc77-53ce-488c-9370-8bd969c434cc req-d5de8acb-fd25-4450-8c97-6f1c99f1b851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:21.594723 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-a3addc77-53ce-488c-9370-8bd969c434cc req-d5de8acb-fd25-4450-8c97-6f1c99f1b851 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dc55a5e7-c1f4-4d71-9d94-8bce00c08b5a HTTP/1.1" status: 200 len: 854 time: 0.0892763 Nov 02 16:52:21.601793 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32f375b-c057-4534-8b5d-139bc9b69e22 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Pushing event deleted for resources: {'Port': ['ID=d84f5190-4e89-4437-91f5-c317ff00334a,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:21.670555 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-c32f375b-c057-4534-8b5d-139bc9b69e22 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Publish callbacks [] for floatingip, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:21.671159 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.db.l3_db [None req-c32f375b-c057-4534-8b5d-139bc9b69e22 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Floating IP 45fa8b1e-cb79-4b0c-b087-68c0cf706a72 disassociated (deleted). External IP: 172.27.1.64, port: dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e. Nov 02 16:52:21.685058 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3addc77-53ce-488c-9370-8bd969c434cc req-f3bb641c-862c-4613-8ae7-f3fefb297280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:21.687434 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-a3addc77-53ce-488c-9370-8bd969c434cc req-f3bb641c-862c-4613-8ae7-f3fefb297280 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=feac3926-83aa-4c72-bcab-fa9f4d378711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0763853 Nov 02 16:52:21.796538 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8644e74-29b4-4d0e-a5ec-ec9171e42d68 req-33e5356b-357c-492b-a013-0b16236440fe tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:21.798113 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-a8644e74-29b4-4d0e-a5ec-ec9171e42d68 req-33e5356b-357c-492b-a013-0b16236440fe tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 946 time: 0.0740068 Nov 02 16:52:21.893594 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-a3addc77-53ce-488c-9370-8bd969c434cc req-de22c435-e6a8-4b50-9619-13acc8abf917 service neutron] 10.222.0.76 "GET /v2.0/networks/feac3926-83aa-4c72-bcab-fa9f4d378711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957121 Nov 02 16:52:21.909210 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:21.923172 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-a8644e74-29b4-4d0e-a5ec-ec9171e42d68 req-866c26df-2724-4021-9715-586c0fa7aff7 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131110 Nov 02 16:52:22.132367 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-a3addc77-53ce-488c-9370-8bd969c434cc req-06d5d2be-be06-4cf3-8781-44c1eba0180b service neutron] 10.222.0.76 "GET /v2.0/networks/feac3926-83aa-4c72-bcab-fa9f4d378711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000659 Nov 02 16:52:22.133537 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c32f375b-c057-4534-8b5d-139bc9b69e22 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Router ae61ccd8-dccb-4755-b60d-61ac4b25fa99 has already been hosted by L3 agent 23c85ca8-88a6-46e7-9165-338a7fd1d142 {{(pid=113344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:52:22.298751 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32f375b-c057-4534-8b5d-139bc9b69e22 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Notify agent at l3_agent.dv-cinder-773876-4-iscsi the message routers_updated {{(pid=113344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:52:22.304884 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-c32f375b-c057-4534-8b5d-139bc9b69e22 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221'] for floatingip, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:22.317559 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd95aab-f3ef-46fe-8c4a-24eddc43c674 None None] Sync routers for ids ['ae61ccd8-dccb-4755-b60d-61ac4b25fa99'] in dv-cinder-773876-4-iscsi {{(pid=113346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:52:22.346376 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd95aab-f3ef-46fe-8c4a-24eddc43c674 None None] Routers {'ae61ccd8-dccb-4755-b60d-61ac4b25fa99'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:52:22.347487 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-bbd95aab-f3ef-46fe-8c4a-24eddc43c674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:52:11Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['ae61ccd8-dccb-4755-b60d-61ac4b25fa99'], 'active': True} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:22.349079 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-c32f375b-c057-4534-8b5d-139bc9b69e22 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "DELETE /v2.0/floatingips/45fa8b1e-cb79-4b0c-b087-68c0cf706a72 HTTP/1.1" status: 204 len: 168 time: 1.6353424 Nov 02 16:52:22.542188 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvr_db [None req-bbd95aab-f3ef-46fe-8c4a-24eddc43c674 None None] Set router ae61ccd8-dccb-4755-b60d-61ac4b25fa99 gateway port host: dv-cinder-773876-4-iscsi {{(pid=113346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:52:22.694356 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd91cbf0-2d7e-4a11-9073-6e61ccfc7295', 'tag': 'dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e'}] {{(pid=113344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:52:22.699868 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5f30fc3850fd44c96454e051096f60fc18984a92350f5d63aa5481a86e136a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515fc81c-662e-41a6-82d8-a9d16be412d6" -d '{"events": [{"name": "network-changed", "server_uuid": "fd91cbf0-2d7e-4a11-9073-6e61ccfc7295", "tag": "dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e"}]}' {{(pid=113344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:52:22.803296 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b260a8b-00c7-4a88-8b16-a1eaabd1316b x-openstack-request-id: req-5b260a8b-00c7-4a88-8b16-a1eaabd1316b {{(pid=113344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:52:22.804233 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd91cbf0-2d7e-4a11-9073-6e61ccfc7295", "tag": "dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e", "status": "completed", "code": 200}]} {{(pid=113344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:52:22.804233 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-5b260a8b-00c7-4a88-8b16-a1eaabd1316b {{(pid=113344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:52:22.804656 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd91cbf0-2d7e-4a11-9073-6e61ccfc7295', 'tag': 'dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e', 'status': 'completed', 'code': 200} Nov 02 16:52:22.896885 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515fc81c-662e-41a6-82d8-a9d16be412d6 req-d9559cf5-e0be-41ae-bd62-4c07d05a6cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:22.899017 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-515fc81c-662e-41a6-82d8-a9d16be412d6 req-d9559cf5-e0be-41ae-bd62-4c07d05a6cf6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=078aa8372f994f1eafe3013d58d8c979&device_id=fd91cbf0-2d7e-4a11-9073-6e61ccfc7295 HTTP/1.1" status: 200 len: 1099 time: 0.0584638 Nov 02 16:52:23.031462 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515fc81c-662e-41a6-82d8-a9d16be412d6 req-270d76cc-b995-4e19-ae4d-05c5ad6cc1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:23.033149 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-515fc81c-662e-41a6-82d8-a9d16be412d6 req-270d76cc-b995-4e19-ae4d-05c5ad6cc1f6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=feac3926-83aa-4c72-bcab-fa9f4d378711 HTTP/1.1" status: 200 len: 916 time: 0.1210837 Nov 02 16:52:23.115482 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-515fc81c-662e-41a6-82d8-a9d16be412d6 req-735a901c-988b-4077-a525-ac3fae1aa9ca service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e HTTP/1.1" status: 200 len: 217 time: 0.0674884 Nov 02 16:52:23.136864 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-bbd95aab-f3ef-46fe-8c4a-24eddc43c674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae61ccd8-dccb-4755-b60d-61ac4b25fa99', 'name': 'tempest-TestMinimumBasicScenario-1845279063-router', 'tenant_id': '078aa8372f994f1eafe3013d58d8c979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '6b8f6113-0284-4530-a276-747a7f36f194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:48:49Z', 'updated_at': '2021-11-02T16:48:53Z', 'revision_number': 4, 'project_id': '078aa8372f994f1eafe3013d58d8c979', 'gw_port': {'id': '6b8f6113-0284-4530-a276-747a7f36f194', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:dd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae61ccd8-dccb-4755-b60d-61ac4b25fa99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:48:50Z', 'updated_at': '2021-11-02T16:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_interfaces': [{'id': '067dfcd5-7af1-4f49-b8d7-5401f482bd81', 'name': '', 'network_id': 'feac3926-83aa-4c72-bcab-fa9f4d378711', 'tenant_id': '078aa8372f994f1eafe3013d58d8c979', 'mac_address': 'fa:16:3e:ca:d4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae61ccd8-dccb-4755-b60d-61ac4b25fa99', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'dc55a5e7-c1f4-4d71-9d94-8bce00c08b5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:48:52Z', 'updated_at': '2021-11-02T16:48:59Z', 'revision_number': 5, 'project_id': '078aa8372f994f1eafe3013d58d8c979', 'subnets': [{'id': 'dc55a5e7-c1f4-4d71-9d94-8bce00c08b5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:23.144218 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf9c65-8947-46a1-95c8-0b7da74d38e6 req-69db93df-4c3f-4e2c-b672-7ebf25dc15e0 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:23.151559 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-c0bf9c65-8947-46a1-95c8-0b7da74d38e6 req-69db93df-4c3f-4e2c-b672-7ebf25dc15e0 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 946 time: 0.0937304 Nov 02 16:52:23.206947 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd95aab-f3ef-46fe-8c4a-24eddc43c674 None None] Checking router: ae61ccd8-dccb-4755-b60d-61ac4b25fa99 for host: dv-cinder-773876-4-iscsi {{(pid=113346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:52:23.220906 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd95aab-f3ef-46fe-8c4a-24eddc43c674 None None] Routers {'ae61ccd8-dccb-4755-b60d-61ac4b25fa99'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:52:23.222101 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-bbd95aab-f3ef-46fe-8c4a-24eddc43c674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:52:11Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['ae61ccd8-dccb-4755-b60d-61ac4b25fa99'], 'active': True} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:23.245776 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515fc81c-662e-41a6-82d8-a9d16be412d6 req-dcb596fb-f18d-4dd9-aad5-071fc7279321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:23.247482 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-515fc81c-662e-41a6-82d8-a9d16be412d6 req-dcb596fb-f18d-4dd9-aad5-071fc7279321 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dc55a5e7-c1f4-4d71-9d94-8bce00c08b5a HTTP/1.1" status: 200 len: 854 time: 0.1185288 Nov 02 16:52:23.318525 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-c0bf9c65-8947-46a1-95c8-0b7da74d38e6 req-fe3b3e7b-ddb8-41bc-9027-52515ef2c1dd tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636968 Nov 02 16:52:23.371256 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515fc81c-662e-41a6-82d8-a9d16be412d6 req-faf036f3-f28a-49cd-a62e-51313889503f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:23.373036 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-515fc81c-662e-41a6-82d8-a9d16be412d6 req-faf036f3-f28a-49cd-a62e-51313889503f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=feac3926-83aa-4c72-bcab-fa9f4d378711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1081018 Nov 02 16:52:23.408280 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvr_db [None req-bbd95aab-f3ef-46fe-8c4a-24eddc43c674 None None] Set router ae61ccd8-dccb-4755-b60d-61ac4b25fa99 gateway port host: dv-cinder-773876-4-iscsi {{(pid=113346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:52:23.518057 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-515fc81c-662e-41a6-82d8-a9d16be412d6 req-b94ad711-6d4d-477d-a917-648f4ee994e0 service neutron] 10.222.0.76 "GET /v2.0/networks/feac3926-83aa-4c72-bcab-fa9f4d378711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312413 Nov 02 16:52:23.683590 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-515fc81c-662e-41a6-82d8-a9d16be412d6 req-8b9d6cd2-4413-40b4-995a-f338b598fdc9 service neutron] 10.222.0.76 "GET /v2.0/networks/feac3926-83aa-4c72-bcab-fa9f4d378711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498363 Nov 02 16:52:23.691800 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-bbd95aab-f3ef-46fe-8c4a-24eddc43c674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae61ccd8-dccb-4755-b60d-61ac4b25fa99', 'name': 'tempest-TestMinimumBasicScenario-1845279063-router', 'tenant_id': '078aa8372f994f1eafe3013d58d8c979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '6b8f6113-0284-4530-a276-747a7f36f194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:48:49Z', 'updated_at': '2021-11-02T16:48:53Z', 'revision_number': 4, 'project_id': '078aa8372f994f1eafe3013d58d8c979', 'gw_port': {'id': '6b8f6113-0284-4530-a276-747a7f36f194', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:dd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae61ccd8-dccb-4755-b60d-61ac4b25fa99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:48:50Z', 'updated_at': '2021-11-02T16:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_interfaces': [{'id': '067dfcd5-7af1-4f49-b8d7-5401f482bd81', 'name': '', 'network_id': 'feac3926-83aa-4c72-bcab-fa9f4d378711', 'tenant_id': '078aa8372f994f1eafe3013d58d8c979', 'mac_address': 'fa:16:3e:ca:d4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae61ccd8-dccb-4755-b60d-61ac4b25fa99', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'dc55a5e7-c1f4-4d71-9d94-8bce00c08b5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:48:52Z', 'updated_at': '2021-11-02T16:48:59Z', 'revision_number': 5, 'project_id': '078aa8372f994f1eafe3013d58d8c979', 'subnets': [{'id': 'dc55a5e7-c1f4-4d71-9d94-8bce00c08b5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:23.731922 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd95aab-f3ef-46fe-8c4a-24eddc43c674 None None] The sync data for ids ['ae61ccd8-dccb-4755-b60d-61ac4b25fa99'] in dv-cinder-773876-4-iscsi is: [{'id': 'ae61ccd8-dccb-4755-b60d-61ac4b25fa99', 'name': 'tempest-TestMinimumBasicScenario-1845279063-router', 'tenant_id': '078aa8372f994f1eafe3013d58d8c979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '6b8f6113-0284-4530-a276-747a7f36f194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:48:49Z', 'updated_at': '2021-11-02T16:48:53Z', 'revision_number': 4, 'project_id': '078aa8372f994f1eafe3013d58d8c979', 'gw_port': {'id': '6b8f6113-0284-4530-a276-747a7f36f194', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:dd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae61ccd8-dccb-4755-b60d-61ac4b25fa99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:48:50Z', 'updated_at': '2021-11-02T16:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_interfaces': [{'id': '067dfcd5-7af1-4f49-b8d7-5401f482bd81', 'name': '', 'network_id': 'feac3926-83aa-4c72-bcab-fa9f4d378711', 'tenant_id': '078aa8372f994f1eafe3013d58d8c979', 'mac_address': 'fa:16:3e:ca:d4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae61ccd8-dccb-4755-b60d-61ac4b25fa99', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'dc55a5e7-c1f4-4d71-9d94-8bce00c08b5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:48:52Z', 'updated_at': '2021-11-02T16:48:59Z', 'revision_number': 5, 'project_id': '078aa8372f994f1eafe3013d58d8c979', 'subnets': [{'id': 'dc55a5e7-c1f4-4d71-9d94-8bce00c08b5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:52:24.185353 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64f777a-237d-44a2-ab46-f6f3ad716c94 None None] New status for floating IP 45fa8b1e-cb79-4b0c-b087-68c0cf706a72: DOWN {{(pid=113347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 16:52:24.193093 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b367c95-333f-4410-b436-a547248703ee req-3d2de4df-f5fe-407a-903f-8be064befd27 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:24.195754 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-7b367c95-333f-4410-b436-a547248703ee req-3d2de4df-f5fe-407a-903f-8be064befd27 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.76 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 946 time: 0.0898390 Nov 02 16:52:24.359929 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [req-7b367c95-333f-4410-b436-a547248703ee req-6a5e6f6a-9d9e-42db-bac9-4a72578d7102 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Deleting port 6a36918e-caa7-42ed-b923-c3a049049148 {{(pid=113345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 16:52:24.360497 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-7b367c95-333f-4410-b436-a547248703ee req-6a5e6f6a-9d9e-42db-bac9-4a72578d7102 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788025385849'] for port, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:24.513987 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f7fd1-e7a2-4e5b-9a4d-5aecc46d9781 req-e41b2e0d-b983-48d6-8efa-3f567127c0bb tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:24.515663 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-380f7fd1-e7a2-4e5b-9a4d-5aecc46d9781 req-e41b2e0d-b983-48d6-8efa-3f567127c0bb tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 946 time: 0.0853312 Nov 02 16:52:24.517850 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.db [req-7b367c95-333f-4410-b436-a547248703ee req-6a5e6f6a-9d9e-42db-bac9-4a72578d7102 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] For port 6a36918e-caa7-42ed-b923-c3a049049148, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=6a36918e-caa7-42ed-b923-c3a049049148,segment=NetworkSegment(696e12bc-6b69-439e-85c8-346996a99755),segment_id=696e12bc-6b69-439e-85c8-346996a99755)] {{(pid=113345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:52:24.518243 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-7b367c95-333f-4410-b436-a547248703ee req-6a5e6f6a-9d9e-42db-bac9-4a72578d7102 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710950'] for port, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:24.713819 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-380f7fd1-e7a2-4e5b-9a4d-5aecc46d9781 req-066c6da6-41c3-4971-9004-1f0f6c9f481a tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=a27b0f84-ca20-424a-9f69-45c3288f1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1857979 Nov 02 16:52:24.882191 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-7b367c95-333f-4410-b436-a547248703ee req-6a5e6f6a-9d9e-42db-bac9-4a72578d7102 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks [] for floatingip, precommit_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:24.882500 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-7b367c95-333f-4410-b436-a547248703ee req-6a5e6f6a-9d9e-42db-bac9-4a72578d7102 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3707972'] for floatingip, after_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:24.882813 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.db.l3_db [req-7b367c95-333f-4410-b436-a547248703ee req-6a5e6f6a-9d9e-42db-bac9-4a72578d7102 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Floating IP fa62d77a-5b70-4e91-bd33-bd7d814af35e disassociated. External IP: 172.27.1.69, port: 6a36918e-caa7-42ed-b923-c3a049049148. Nov 02 16:52:24.883359 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [req-7b367c95-333f-4410-b436-a547248703ee req-6a5e6f6a-9d9e-42db-bac9-4a72578d7102 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Calling delete_port for 6a36918e-caa7-42ed-b923-c3a049049148 owned by compute:nova {{(pid=113345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 16:52:25.050965 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-7b367c95-333f-4410-b436-a547248703ee req-6a5e6f6a-9d9e-42db-bac9-4a72578d7102 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788025390403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788024814071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27915883'] for port, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:25.085313 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5e6f6a-9d9e-42db-bac9-4a72578d7102 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Pushing event deleted for resources: {'Port': ['ID=6a36918e-caa7-42ed-b923-c3a049049148,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:25.340098 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b367c95-333f-4410-b436-a547248703ee req-6a5e6f6a-9d9e-42db-bac9-4a72578d7102 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Router 9087e7a4-e2d6-4260-8391-3cdc3d276282 has already been hosted by L3 agent 23c85ca8-88a6-46e7-9165-338a7fd1d142 {{(pid=113345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:52:25.582847 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3434de6-bde0-4af1-b104-afda30e2d6c0 req-033b113c-1341-4d7a-b4e4-3a8687973ef2 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:25.584696 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-a3434de6-bde0-4af1-b104-afda30e2d6c0 req-033b113c-1341-4d7a-b4e4-3a8687973ef2 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/ports?device_id=fd91cbf0-2d7e-4a11-9073-6e61ccfc7295 HTTP/1.1" status: 200 len: 946 time: 0.1377244 Nov 02 16:52:25.596274 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b367c95-333f-4410-b436-a547248703ee req-6a5e6f6a-9d9e-42db-bac9-4a72578d7102 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Notify agent at l3_agent.dv-cinder-773876-4-iscsi the message routers_updated {{(pid=113345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:52:25.614814 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ba503b-2a6a-4d1a-9b8b-34481269d4d2 None None] Sync routers for ids ['9087e7a4-e2d6-4260-8391-3cdc3d276282'] in dv-cinder-773876-4-iscsi {{(pid=113346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:52:25.649782 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ba503b-2a6a-4d1a-9b8b-34481269d4d2 None None] Routers {'9087e7a4-e2d6-4260-8391-3cdc3d276282'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:52:25.650652 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-86ba503b-2a6a-4d1a-9b8b-34481269d4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:52:11Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['9087e7a4-e2d6-4260-8391-3cdc3d276282'], 'active': True} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:25.722736 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b367c95-333f-4410-b436-a547248703ee req-6a5e6f6a-9d9e-42db-bac9-4a72578d7102 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] No DVR routers for this DVR port 6a36918e-caa7-42ed-b923-c3a049049148 on host hv-cinder-77387 {{(pid=113345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:52:25.726651 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-7b367c95-333f-4410-b436-a547248703ee req-6a5e6f6a-9d9e-42db-bac9-4a72578d7102 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221'] for port, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:25.731649 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-7b367c95-333f-4410-b436-a547248703ee req-6a5e6f6a-9d9e-42db-bac9-4a72578d7102 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.76 "DELETE /v2.0/ports/6a36918e-caa7-42ed-b923-c3a049049148 HTTP/1.1" status: 204 len: 173 time: 1.5285323 Nov 02 16:52:25.733851 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3df0bde8-504d-42f2-b162-1fb601b26528', 'name': 'network-vif-deleted', 'tag': '6a36918e-caa7-42ed-b923-c3a049049148'}] {{(pid=113345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:52:25.738259 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88728d28071a92af03fe3e2826ca256f68f88e9f4aa3bce1a4ce6001ce5f6d9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e71ab900-326d-4cb7-abd1-84948dc3856d" -d '{"events": [{"server_uuid": "3df0bde8-504d-42f2-b162-1fb601b26528", "name": "network-vif-deleted", "tag": "6a36918e-caa7-42ed-b923-c3a049049148"}]}' {{(pid=113345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:52:25.829239 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-a3434de6-bde0-4af1-b104-afda30e2d6c0 req-230aebf6-4a62-4ef1-a0da-83443fe5c86b tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/security-groups?id=f229dc72-75bc-4f7f-9412-443673b95669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156491 Nov 02 16:52:25.975960 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvr_db [None req-86ba503b-2a6a-4d1a-9b8b-34481269d4d2 None None] Set router 9087e7a4-e2d6-4260-8391-3cdc3d276282 gateway port host: dv-cinder-773876-4-iscsi {{(pid=113346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:52:26.006143 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ac4365-dfd3-4299-9c98-8cad9d0b3e10 x-openstack-request-id: req-b6ac4365-dfd3-4299-9c98-8cad9d0b3e10 {{(pid=113345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:52:26.006447 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3df0bde8-504d-42f2-b162-1fb601b26528", "name": "network-vif-deleted", "tag": "6a36918e-caa7-42ed-b923-c3a049049148", "status": "completed", "code": 200}]} {{(pid=113345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:52:26.006711 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-b6ac4365-dfd3-4299-9c98-8cad9d0b3e10 {{(pid=113345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:52:26.007152 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3df0bde8-504d-42f2-b162-1fb601b26528', 'name': 'network-vif-deleted', 'tag': '6a36918e-caa7-42ed-b923-c3a049049148', 'status': 'completed', 'code': 200} Nov 02 16:52:26.031173 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-afc5ceee-b33f-4cbb-9ef6-b099ce32dfef req-9db1baaa-c96c-4882-859a-40c85c1a65c9 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=3df0bde8-504d-42f2-b162-1fb601b26528 HTTP/1.1" status: 200 len: 210 time: 0.0587623 Nov 02 16:52:26.259219 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-86ba503b-2a6a-4d1a-9b8b-34481269d4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9087e7a4-e2d6-4260-8391-3cdc3d276282', 'name': 'tempest-AttachVolumeShelveTestJSON-1985570199-router', 'tenant_id': '5cc524f131464fe097cff64187071316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '9d136291-39f3-4e32-8d3c-b6a656cf842b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:46:22Z', 'updated_at': '2021-11-02T16:46:45Z', 'revision_number': 4, 'project_id': '5cc524f131464fe097cff64187071316', 'gw_port': {'id': '9d136291-39f3-4e32-8d3c-b6a656cf842b', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9087e7a4-e2d6-4260-8391-3cdc3d276282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:27Z', 'updated_at': '2021-11-02T16:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_interfaces': [{'id': 'eacb2b5f-51a4-495b-a668-87d60d838fb1', 'name': '', 'network_id': '2642968c-324e-4035-9dba-a5695e42fc1f', 'tenant_id': '5cc524f131464fe097cff64187071316', 'mac_address': 'fa:16:3e:ad:d8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9087e7a4-e2d6-4260-8391-3cdc3d276282', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'fd525ac9-44f8-421c-b093-9ce2aeedf323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:39Z', 'updated_at': '2021-11-02T16:46:56Z', 'revision_number': 5, 'project_id': '5cc524f131464fe097cff64187071316', 'subnets': [{'id': 'fd525ac9-44f8-421c-b093-9ce2aeedf323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:26.312979 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ba503b-2a6a-4d1a-9b8b-34481269d4d2 None None] Checking router: 9087e7a4-e2d6-4260-8391-3cdc3d276282 for host: dv-cinder-773876-4-iscsi {{(pid=113346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:52:26.335669 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ba503b-2a6a-4d1a-9b8b-34481269d4d2 None None] Routers {'9087e7a4-e2d6-4260-8391-3cdc3d276282'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:52:26.338211 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-86ba503b-2a6a-4d1a-9b8b-34481269d4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:52:11Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['9087e7a4-e2d6-4260-8391-3cdc3d276282'], 'active': True} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:26.549379 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvr_db [None req-86ba503b-2a6a-4d1a-9b8b-34481269d4d2 None None] Set router 9087e7a4-e2d6-4260-8391-3cdc3d276282 gateway port host: dv-cinder-773876-4-iscsi {{(pid=113346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:52:26.905631 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-86ba503b-2a6a-4d1a-9b8b-34481269d4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9087e7a4-e2d6-4260-8391-3cdc3d276282', 'name': 'tempest-AttachVolumeShelveTestJSON-1985570199-router', 'tenant_id': '5cc524f131464fe097cff64187071316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '9d136291-39f3-4e32-8d3c-b6a656cf842b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:46:22Z', 'updated_at': '2021-11-02T16:46:45Z', 'revision_number': 4, 'project_id': '5cc524f131464fe097cff64187071316', 'gw_port': {'id': '9d136291-39f3-4e32-8d3c-b6a656cf842b', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9087e7a4-e2d6-4260-8391-3cdc3d276282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:27Z', 'updated_at': '2021-11-02T16:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_interfaces': [{'id': 'eacb2b5f-51a4-495b-a668-87d60d838fb1', 'name': '', 'network_id': '2642968c-324e-4035-9dba-a5695e42fc1f', 'tenant_id': '5cc524f131464fe097cff64187071316', 'mac_address': 'fa:16:3e:ad:d8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9087e7a4-e2d6-4260-8391-3cdc3d276282', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'fd525ac9-44f8-421c-b093-9ce2aeedf323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:39Z', 'updated_at': '2021-11-02T16:46:56Z', 'revision_number': 5, 'project_id': '5cc524f131464fe097cff64187071316', 'subnets': [{'id': 'fd525ac9-44f8-421c-b093-9ce2aeedf323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:26.949419 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ba503b-2a6a-4d1a-9b8b-34481269d4d2 None None] The sync data for ids ['9087e7a4-e2d6-4260-8391-3cdc3d276282'] in dv-cinder-773876-4-iscsi is: [{'id': '9087e7a4-e2d6-4260-8391-3cdc3d276282', 'name': 'tempest-AttachVolumeShelveTestJSON-1985570199-router', 'tenant_id': '5cc524f131464fe097cff64187071316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '9d136291-39f3-4e32-8d3c-b6a656cf842b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:46:22Z', 'updated_at': '2021-11-02T16:46:45Z', 'revision_number': 4, 'project_id': '5cc524f131464fe097cff64187071316', 'gw_port': {'id': '9d136291-39f3-4e32-8d3c-b6a656cf842b', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9087e7a4-e2d6-4260-8391-3cdc3d276282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:27Z', 'updated_at': '2021-11-02T16:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_interfaces': [{'id': 'eacb2b5f-51a4-495b-a668-87d60d838fb1', 'name': '', 'network_id': '2642968c-324e-4035-9dba-a5695e42fc1f', 'tenant_id': '5cc524f131464fe097cff64187071316', 'mac_address': 'fa:16:3e:ad:d8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9087e7a4-e2d6-4260-8391-3cdc3d276282', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'fd525ac9-44f8-421c-b093-9ce2aeedf323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:39Z', 'updated_at': '2021-11-02T16:46:56Z', 'revision_number': 5, 'project_id': '5cc524f131464fe097cff64187071316', 'subnets': [{'id': 'fd525ac9-44f8-421c-b093-9ce2aeedf323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:52:27.002547 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db1044c-92a7-484b-8917-c22e60d79f91 req-a15304e1-5c4b-4cea-b48b-d1c18fa897e1 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:27.013388 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-5db1044c-92a7-484b-8917-c22e60d79f91 req-a15304e1-5c4b-4cea-b48b-d1c18fa897e1 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/ports?device_id=fd91cbf0-2d7e-4a11-9073-6e61ccfc7295 HTTP/1.1" status: 200 len: 946 time: 0.0811689 Nov 02 16:52:27.096852 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-5db1044c-92a7-484b-8917-c22e60d79f91 req-3fb18af5-bbe1-4c7c-9230-4746976a57bb tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/security-groups?id=f229dc72-75bc-4f7f-9412-443673b95669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816934 Nov 02 16:52:27.190976 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 46182) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:27.294395 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-55ae6b35-6311-4171-8338-12ac6f7264df tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks [] for security_group, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:27.346222 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-55ae6b35-6311-4171-8338-12ac6f7264df tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks [] for security_group, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:27.374162 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device 6a36918e-caa7-42ed-b923-c3a049049148 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:52:27.417954 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] No Port match for: 6a36918e-caa7-42ed-b923-c3a049049148 {{(pid=113346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 16:52:27.418422 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device 6a36918e-caa7-42ed-b923-c3a049049148 not bound to the agent host hv-cinder-77387 {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:52:27.452110 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-55ae6b35-6311-4171-8338-12ac6f7264df tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:27.455228 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-55ae6b35-6311-4171-8338-12ac6f7264df tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks [] for security_group, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:27.456677 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-55ae6b35-6311-4171-8338-12ac6f7264df tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "DELETE /v2.0/security-groups/a27b0f84-ca20-424a-9f69-45c3288f1708 HTTP/1.1" status: 204 len: 168 time: 0.2645924 Nov 02 16:52:27.462575 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 46184) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:27.498424 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ae6b35-6311-4171-8338-12ac6f7264df tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a27b0f84-ca20-424a-9f69-45c3288f1708,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:27.502025 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.api.v2.resource [None req-485c4291-7e7a-4943-ba66-bb30a37b55d4 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] show failed (client error): The resource could not be found. Nov 02 16:52:27.504017 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-485c4291-7e7a-4943-ba66-bb30a37b55d4 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups/a27b0f84-ca20-424a-9f69-45c3288f1708 HTTP/1.1" status: 404 len: 347 time: 0.0394359 Nov 02 16:52:27.507222 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 46186) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:27.591251 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fc5a8e-0d6f-41f2-82f3-38262b5b34e3 None None] New status for floating IP fa62d77a-5b70-4e91-bd33-bd7d814af35e: DOWN {{(pid=113347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 16:52:27.676863 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.plugin [None req-17606277-a383-4537-961e-08395d0a52cb tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Deleting port 5a5896e8-1616-4e30-aa70-52db9a78c378 {{(pid=113344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 16:52:27.677210 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-17606277-a383-4537-961e-08395d0a52cb tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788025385849'] for port, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:27.864585 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-17606277-a383-4537-961e-08395d0a52cb tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710950'] for port, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:27.865753 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-17606277-a383-4537-961e-08395d0a52cb tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:27.892204 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.plugin [None req-17606277-a383-4537-961e-08395d0a52cb tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Calling delete_port for 5a5896e8-1616-4e30-aa70-52db9a78c378 owned by network:floatingip {{(pid=113344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 16:52:28.103587 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-17606277-a383-4537-961e-08395d0a52cb tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788025390403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788024814071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25371697'] for port, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:28.142530 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17606277-a383-4537-961e-08395d0a52cb tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Pushing event deleted for resources: {'Port': ['ID=5a5896e8-1616-4e30-aa70-52db9a78c378,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:28.304546 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0523079-be51-46a7-a4e0-4cee0dd89298 req-dd02efff-5b4b-42d2-a15b-604a3f433cd2 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:28.309513 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-b0523079-be51-46a7-a4e0-4cee0dd89298 req-dd02efff-5b4b-42d2-a15b-604a3f433cd2 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd91cbf0-2d7e-4a11-9073-6e61ccfc7295 HTTP/1.1" status: 200 len: 946 time: 0.1763182 Nov 02 16:52:28.321991 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-17606277-a383-4537-961e-08395d0a52cb tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks [] for floatingip, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:28.330551 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-17606277-a383-4537-961e-08395d0a52cb tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221'] for floatingip, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:28.340140 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-17606277-a383-4537-961e-08395d0a52cb tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "DELETE /v2.0/floatingips/fa62d77a-5b70-4e91-bd33-bd7d814af35e HTTP/1.1" status: 204 len: 168 time: 0.8314538 Nov 02 16:52:28.346203 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d5711a-a34a-4509-98e6-7f432bec1e75 req-30d614cf-5c12-4e03-8693-705d5174d385 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:28.358896 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-41d5711a-a34a-4509-98e6-7f432bec1e75 req-30d614cf-5c12-4e03-8693-705d5174d385 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/ports?device_id=fd91cbf0-2d7e-4a11-9073-6e61ccfc7295 HTTP/1.1" status: 200 len: 946 time: 0.1450591 Nov 02 16:52:28.500813 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-41d5711a-a34a-4509-98e6-7f432bec1e75 req-0c97570c-5dbe-4809-9825-35b9f3e9ad72 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/security-groups?id=f229dc72-75bc-4f7f-9412-443673b95669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403103 Nov 02 16:52:28.558071 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [req-b0523079-be51-46a7-a4e0-4cee0dd89298 req-b5b1d0a5-e2eb-4021-bf4a-fe5b87bc0907 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Deleting port dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e {{(pid=113345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 16:52:28.558993 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-b0523079-be51-46a7-a4e0-4cee0dd89298 req-b5b1d0a5-e2eb-4021-bf4a-fe5b87bc0907 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788025385849'] for port, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:28.776377 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.db [req-b0523079-be51-46a7-a4e0-4cee0dd89298 req-b5b1d0a5-e2eb-4021-bf4a-fe5b87bc0907 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] For port dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e,segment=NetworkSegment(dc14579a-c1fd-47c3-a9d0-a0ee9aecc3df),segment_id=dc14579a-c1fd-47c3-a9d0-a0ee9aecc3df)] {{(pid=113345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:52:28.777738 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-b0523079-be51-46a7-a4e0-4cee0dd89298 req-b5b1d0a5-e2eb-4021-bf4a-fe5b87bc0907 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710950'] for port, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:28.836596 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [req-b0523079-be51-46a7-a4e0-4cee0dd89298 req-b5b1d0a5-e2eb-4021-bf4a-fe5b87bc0907 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Calling delete_port for dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e owned by compute:nova {{(pid=113345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 16:52:28.876695 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 46204) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:28.895099 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.v2.base [None req-62c0fe87-eeae-45fd-8993-54e666a904c6 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Request body: {'security_group': {'name': 'tempest-securitygroup--73545175', 'description': 'tempest-description--345005178'}} {{(pid=113344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:52:28.945371 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-62c0fe87-eeae-45fd-8993-54e666a904c6 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks [] for security_group, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:29.080146 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-62c0fe87-eeae-45fd-8993-54e666a904c6 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks [] for security_group, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:29.082503 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-b0523079-be51-46a7-a4e0-4cee0dd89298 req-b5b1d0a5-e2eb-4021-bf4a-fe5b87bc0907 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788025390403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788024814071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27915883'] for port, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:29.085219 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-62c0fe87-eeae-45fd-8993-54e666a904c6 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:29.099792 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] get_ports_and_sgs() called for port_ids ['dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e'] {{(pid=113346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:52:29.136819 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-62c0fe87-eeae-45fd-8993-54e666a904c6 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks [] for security_group, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:29.142280 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-62c0fe87-eeae-45fd-8993-54e666a904c6 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2592759 Nov 02 16:52:29.142932 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 46206) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:29.155557 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b1d0a5-e2eb-4021-bf4a-fe5b87bc0907 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Pushing event deleted for resources: {'Port': ['ID=dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:29.156882 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.v2.base [None req-4bd05d3a-f991-47a0-bee8-3135019178d3 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Request body: {'security_group_rule': {'security_group_id': 'fdbf1ce9-36c7-4d3e-8369-8d851677c6a0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:52:29.179639 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c0fe87-eeae-45fd-8993-54e666a904c6 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdbf1ce9-36c7-4d3e-8369-8d851677c6a0,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:29.213472 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-4bd05d3a-f991-47a0-bee8-3135019178d3 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks [] for security_group_rule, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:29.338538 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-4bd05d3a-f991-47a0-bee8-3135019178d3 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:29.344095 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-4bd05d3a-f991-47a0-bee8-3135019178d3 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759769'] for security_group_rule, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:29.367959 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd05d3a-f991-47a0-bee8-3135019178d3 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=903513e5-bfec-424a-99e0-e943956cc4f4,revision_number=0']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:29.389692 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-4bd05d3a-f991-47a0-bee8-3135019178d3 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks [] for security_group_rule, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:29.391487 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-4bd05d3a-f991-47a0-bee8-3135019178d3 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2433665 Nov 02 16:52:29.394335 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 46212) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:29.400112 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.v2.base [None req-7f460e36-00e8-4ad6-8e13-b3bdc1a4648a tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Request body: {'security_group_rule': {'security_group_id': 'fdbf1ce9-36c7-4d3e-8369-8d851677c6a0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:52:29.436036 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-7f460e36-00e8-4ad6-8e13-b3bdc1a4648a tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks [] for security_group_rule, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:29.615130 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-7f460e36-00e8-4ad6-8e13-b3bdc1a4648a tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:29.620842 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-7f460e36-00e8-4ad6-8e13-b3bdc1a4648a tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759769'] for security_group_rule, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:29.684494 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f460e36-00e8-4ad6-8e13-b3bdc1a4648a tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aa5a099-5d7f-42de-a39a-cba08b2cc95a,revision_number=0']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:29.692957 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0523079-be51-46a7-a4e0-4cee0dd89298 req-b5b1d0a5-e2eb-4021-bf4a-fe5b87bc0907 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] No DVR routers for this DVR port dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e on host hv-cinder-77387 {{(pid=113345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:52:29.696608 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-b0523079-be51-46a7-a4e0-4cee0dd89298 req-b5b1d0a5-e2eb-4021-bf4a-fe5b87bc0907 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221'] for port, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:29.701110 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-b0523079-be51-46a7-a4e0-4cee0dd89298 req-b5b1d0a5-e2eb-4021-bf4a-fe5b87bc0907 tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.76 "DELETE /v2.0/ports/dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e HTTP/1.1" status: 204 len: 173 time: 1.3832636 Nov 02 16:52:29.705258 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd91cbf0-2d7e-4a11-9073-6e61ccfc7295', 'name': 'network-vif-deleted', 'tag': 'dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e'}] {{(pid=113345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:52:29.713239 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88728d28071a92af03fe3e2826ca256f68f88e9f4aa3bce1a4ce6001ce5f6d9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98bee81f-5453-4c6b-b6fe-614f0c2ee086" -d '{"events": [{"server_uuid": "fd91cbf0-2d7e-4a11-9073-6e61ccfc7295", "name": "network-vif-deleted", "tag": "dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e"}]}' {{(pid=113345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:52:29.716603 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-7f460e36-00e8-4ad6-8e13-b3bdc1a4648a tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks [] for security_group_rule, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:29.720096 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-7f460e36-00e8-4ad6-8e13-b3bdc1a4648a tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3233073 Nov 02 16:52:29.729338 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 46220) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:29.748159 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-f4c9a57e-84b1-4306-bd0a-776852c98800 req-f09aadbc-bcb1-4bdf-99b8-ac9c697cb19b tempest-TestMinimumBasicScenario-757607371 tempest-TestMinimumBasicScenario-757607371-project] 10.222.0.118 "GET /v2.0/ports?device_id=fd91cbf0-2d7e-4a11-9073-6e61ccfc7295 HTTP/1.1" status: 200 len: 210 time: 0.0680330 Nov 02 16:52:29.753523 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.v2.base [None req-5346a92c-8870-45b3-8cf1-4b39f1ecced0 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Request body: {'floatingip': {'floating_network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede'}} {{(pid=113344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:52:29.831487 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6086af-93c0-4bf1-aa58-7d123f2c2e58 x-openstack-request-id: req-ab6086af-93c0-4bf1-aa58-7d123f2c2e58 {{(pid=113345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:52:29.831835 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd91cbf0-2d7e-4a11-9073-6e61ccfc7295", "name": "network-vif-deleted", "tag": "dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e", "status": "completed", "code": 200}]} {{(pid=113345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:52:29.832329 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-ab6086af-93c0-4bf1-aa58-7d123f2c2e58 {{(pid=113345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:52:29.832648 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd91cbf0-2d7e-4a11-9073-6e61ccfc7295', 'name': 'network-vif-deleted', 'tag': 'dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e', 'status': 'completed', 'code': 200} Nov 02 16:52:29.834416 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-5346a92c-8870-45b3-8cf1-4b39f1ecced0 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks [] for floatingip, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:30.008130 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-5346a92c-8870-45b3-8cf1-4b39f1ecced0 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:30.116858 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.db.db_base_plugin_common [None req-5346a92c-8870-45b3-8cf1-4b39f1ecced0 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Allocated IP 172.27.1.241 (e732c7b6-4740-4909-a10c-6231f1bdbede/886e8f69-733b-40e5-a835-3f68eef2cfaf/66f72c75-00a6-4d94-9cc3-bcd7f457afc3) {{(pid=113344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:52:30.225423 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-5346a92c-8870-45b3-8cf1-4b39f1ecced0 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks [] for port, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:30.262588 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-5346a92c-8870-45b3-8cf1-4b39f1ecced0 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788024814062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25371697'] for port, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:30.303783 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5346a92c-8870-45b3-8cf1-4b39f1ecced0 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Network e732c7b6-4740-4909-a10c-6231f1bdbede is already hosted by enough agents. {{(pid=113344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:52:30.310715 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.base_scheduler [None req-5346a92c-8870-45b3-8cf1-4b39f1ecced0 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Resources bound (agent type, host, resource id): {{(pid=113344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:52:30.315604 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5346a92c-8870-45b3-8cf1-4b39f1ecced0 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Received port after_create {{(pid=113344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:52:30.319018 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5346a92c-8870-45b3-8cf1-4b39f1ecced0 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Pushing event updated for resources: {'Port': ['ID=66f72c75-00a6-4d94-9cc3-bcd7f457afc3,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:30.418348 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-5346a92c-8870-45b3-8cf1-4b39f1ecced0 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks [] for floatingip, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:30.471366 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-5346a92c-8870-45b3-8cf1-4b39f1ecced0 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:30.668283 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-5346a92c-8870-45b3-8cf1-4b39f1ecced0 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks [] for port, precommit_update {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:30.674977 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-5346a92c-8870-45b3-8cf1-4b39f1ecced0 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25371688'] for port, after_update {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:30.757032 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5346a92c-8870-45b3-8cf1-4b39f1ecced0 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Pushing event updated for resources: {'Port': ['ID=66f72c75-00a6-4d94-9cc3-bcd7f457afc3,revision_number=2']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:30.778600 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-5346a92c-8870-45b3-8cf1-4b39f1ecced0 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3707972'] for floatingip, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:30.803511 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-5346a92c-8870-45b3-8cf1-4b39f1ecced0 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221'] for floatingip, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:30.804986 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-5346a92c-8870-45b3-8cf1-4b39f1ecced0 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0743885 Nov 02 16:52:31.154455 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-c30c86ba-4207-4b45-a698-c9580e0cf7a7 req-416869f5-a7f6-4e7c-94df-ca3d829c8646 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?name=tempest-securitygroup--73545175&fields=id&tenant_id=5cc524f131464fe097cff64187071316 HTTP/1.1" status: 200 len: 267 time: 0.0819321 Nov 02 16:52:31.334795 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c86ba-4207-4b45-a698-c9580e0cf7a7 req-581ac7ce-1974-4a8b-a02e-391affa2c88f tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:31.343572 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-c30c86ba-4207-4b45-a698-c9580e0cf7a7 req-581ac7ce-1974-4a8b-a02e-391affa2c88f tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/networks?id=2642968c-324e-4035-9dba-a5695e42fc1f HTTP/1.1" status: 200 len: 817 time: 0.1802268 Nov 02 16:52:31.356167 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-c30c86ba-4207-4b45-a698-c9580e0cf7a7 req-cf0ea990-0c83-4040-9daf-664db559e9be tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/quotas/5cc524f131464fe097cff64187071316 HTTP/1.1" status: 200 len: 375 time: 0.0115364 Nov 02 16:52:31.370458 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e no longer exists at agent hyperv_hv-cinder-77387 {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:52:31.401356 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] No Port match for: dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e {{(pid=113346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 16:52:31.402129 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device dca793b9-ddbd-46c1-bbf7-dc9fcc542d1e not bound to the agent host hv-cinder-77387 {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:52:31.430484 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-c30c86ba-4207-4b45-a698-c9580e0cf7a7 req-eacbff13-26e0-49c9-905d-8cd49637fd6d tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=5cc524f131464fe097cff64187071316&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0605700 Nov 02 16:52:31.436776 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-fdc51f87-9e5e-466e-bbf4-aaf1b0f64d13 req-ede6ac7b-d9a3-44fb-9bfe-f511e6f3e2f8 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-10426531&fields=id&tenant_id=f83b31a72c4f4cc78519ed2dc9bdc400 HTTP/1.1" status: 200 len: 267 time: 0.0742426 Nov 02 16:52:31.568965 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc51f87-9e5e-466e-bbf4-aaf1b0f64d13 req-4e4a13e3-df47-4d47-aaf0-9c70dd7393e1 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:31.576436 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-fdc51f87-9e5e-466e-bbf4-aaf1b0f64d13 req-4e4a13e3-df47-4d47-aaf0-9c70dd7393e1 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/networks?id=ac5452b3-7329-433e-af1f-df17acea3828 HTTP/1.1" status: 200 len: 811 time: 0.1332343 Nov 02 16:52:31.576718 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-c30c86ba-4207-4b45-a698-c9580e0cf7a7 req-055985fd-3c37-4c9f-b060-bd70f813fd9a service neutron] 10.222.0.118 "GET /v2.0/networks/2642968c-324e-4035-9dba-a5695e42fc1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246896 Nov 02 16:52:31.585074 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 46354) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:31.597725 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-fdc51f87-9e5e-466e-bbf4-aaf1b0f64d13 req-670c9c05-e4e8-4c5c-9a8f-5eef8b32ba89 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/quotas/f83b31a72c4f4cc78519ed2dc9bdc400 HTTP/1.1" status: 200 len: 375 time: 0.0148184 Nov 02 16:52:31.665145 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-fdc51f87-9e5e-466e-bbf4-aaf1b0f64d13 req-de60a182-bb43-41cd-9771-b4eb0096a37c tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=f83b31a72c4f4cc78519ed2dc9bdc400&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0602722 Nov 02 16:52:31.784624 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-c30c86ba-4207-4b45-a698-c9580e0cf7a7 req-8ef8370c-7af0-4afb-b4ca-6ee0ae75e006 service neutron] 10.222.0.118 "GET /v2.0/networks/2642968c-324e-4035-9dba-a5695e42fc1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955645 Nov 02 16:52:31.839173 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-fdc51f87-9e5e-466e-bbf4-aaf1b0f64d13 req-5a29541a-d134-4dc6-87b2-c3962a6b0a7c service neutron] 10.222.0.118 "GET /v2.0/networks/ac5452b3-7329-433e-af1f-df17acea3828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612589 Nov 02 16:52:31.944019 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-fdc51f87-9e5e-466e-bbf4-aaf1b0f64d13 req-ee21ebeb-4360-4a41-a7f8-5ae12f6e983f service neutron] 10.222.0.118 "GET /v2.0/networks/ac5452b3-7329-433e-af1f-df17acea3828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949171 Nov 02 16:52:32.024758 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-ae2d57ac-ce62-443d-8c62-edba1b301061 req-da714a3a-097d-4ecc-a65f-a1975750bf81 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=886e9a36-a4f8-44ed-80d0-6a440f49e430 HTTP/1.1" status: 200 len: 210 time: 0.0569003 Nov 02 16:52:32.134670 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-7b312e28-584a-49fe-abc7-43ccbbd3593a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3708740'] for router_interface, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:32.208942 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 46376) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:32.293896 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.db.db_base_plugin_v2 [None req-57a416b8-d146-4b03-9efe-612e8f70c01d admin admin] Deleting subnet d3f74538-b1d1-41a1-9c3a-1235e803e94f {{(pid=113344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 16:52:32.301833 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-57a416b8-d146-4b03-9efe-612e8f70c01d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:32.361871 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-57a416b8-d146-4b03-9efe-612e8f70c01d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25199420'] for subnet, precommit_delete_associations {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:32.408363 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-9e17a192-32d2-444f-bf42-6c101ad09574 req-101fbcd2-a758-457e-afac-1677ed766da6 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/ports?device_id=0cc9451a-ff42-4d58-8086-84efeda40e0b HTTP/1.1" status: 200 len: 210 time: 0.0640259 Nov 02 16:52:32.437682 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-57a416b8-d146-4b03-9efe-612e8f70c01d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645718'] for subnet, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:32.513250 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-57a416b8-d146-4b03-9efe-612e8f70c01d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25372910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25642358'] for subnet, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:32.539927 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a416b8-d146-4b03-9efe-612e8f70c01d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3f74538-b1d1-41a1-9c3a-1235e803e94f,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:32.545454 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-57a416b8-d146-4b03-9efe-612e8f70c01d admin admin] Publish callbacks [] for subnet, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:32.552849 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-57a416b8-d146-4b03-9efe-612e8f70c01d admin admin] 10.222.0.118 "DELETE /v2.0/subnets/d3f74538-b1d1-41a1-9c3a-1235e803e94f HTTP/1.1" status: 204 len: 168 time: 0.3421445 Nov 02 16:52:32.553918 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 46384) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:32.579840 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [None req-7b312e28-584a-49fe-abc7-43ccbbd3593a admin admin] Deleting port 067dfcd5-7af1-4f49-b8d7-5401f482bd81 {{(pid=113345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 16:52:32.580499 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-7b312e28-584a-49fe-abc7-43ccbbd3593a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788025385849'] for port, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:32.668314 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-8f3ee18c-33c5-42f5-a4da-2370115879cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652235'] for network, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:32.736507 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.db [None req-7b312e28-584a-49fe-abc7-43ccbbd3593a admin admin] For port 067dfcd5-7af1-4f49-b8d7-5401f482bd81, host dv-cinder-773876-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=067dfcd5-7af1-4f49-b8d7-5401f482bd81,segment=NetworkSegment(dc14579a-c1fd-47c3-a9d0-a0ee9aecc3df),segment_id=dc14579a-c1fd-47c3-a9d0-a0ee9aecc3df)] {{(pid=113345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:52:32.736939 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-7b312e28-584a-49fe-abc7-43ccbbd3593a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710950'] for port, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:32.756701 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [None req-7b312e28-584a-49fe-abc7-43ccbbd3593a admin admin] Calling delete_port for 067dfcd5-7af1-4f49-b8d7-5401f482bd81 owned by network:router_interface {{(pid=113345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 16:52:32.781430 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-8f3ee18c-33c5-42f5-a4da-2370115879cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644317', 'neutron.services.segments.db._delete_segments_for_network-8788025296622'] for network, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:32.817258 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.services.segments.db [None req-8f3ee18c-33c5-42f5-a4da-2370115879cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7227b316-334e-41bd-9e6f-4cc3a5e87f31']}} {{(pid=113344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:32.834518 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.services.segments.db [None req-8f3ee18c-33c5-42f5-a4da-2370115879cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46b5fd82-e879-4db6-b2d6-b52418ea2f93') {'for_net_delete': True} {{(pid=113344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:32.835026 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.services.segments.db [None req-8f3ee18c-33c5-42f5-a4da-2370115879cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46b5fd82-e879-4db6-b2d6-b52418ea2f93') {} {{(pid=113344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:32.850899 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-8f3ee18c-33c5-42f5-a4da-2370115879cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788025301495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25199403'] for segment, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:32.880077 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-8f3ee18c-33c5-42f5-a4da-2370115879cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639893'] for segment, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:32.891212 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f3ee18c-33c5-42f5-a4da-2370115879cd admin admin] Releasing vlan 771 on physical network physnet1 to pool {{(pid=113344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:52:32.891707 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-8f3ee18c-33c5-42f5-a4da-2370115879cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25371724'] for segment, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:32.894249 dv-cinder-773876-4-iscsi neutron-server[113344]: Traceback (most recent call last): Nov 02 16:52:32.894249 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:52:32.894249 dv-cinder-773876-4-iscsi neutron-server[113344]: timer() Nov 02 16:52:32.894249 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:52:32.894249 dv-cinder-773876-4-iscsi neutron-server[113344]: cb(*args, **kw) Nov 02 16:52:32.894249 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:52:32.894249 dv-cinder-773876-4-iscsi neutron-server[113344]: return func(*args, **kwargs) Nov 02 16:52:32.894249 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:52:32.894249 dv-cinder-773876-4-iscsi neutron-server[113344]: self._notify() Nov 02 16:52:32.894249 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:52:32.894249 dv-cinder-773876-4-iscsi neutron-server[113344]: self.callback(batched_events) Nov 02 16:52:32.894249 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:52:32.894249 dv-cinder-773876-4-iscsi neutron-server[113344]: event.method(event) Nov 02 16:52:32.894249 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:52:32.894249 dv-cinder-773876-4-iscsi neutron-server[113344]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:52:32.894249 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:52:32.894249 dv-cinder-773876-4-iscsi neutron-server[113344]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:52:32.894249 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:52:32.894249 dv-cinder-773876-4-iscsi neutron-server[113344]: return f(self, *a, **k) Nov 02 16:52:32.894249 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:52:32.894249 dv-cinder-773876-4-iscsi neutron-server[113344]: return self._get(url).json() Nov 02 16:52:32.894249 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:52:32.894249 dv-cinder-773876-4-iscsi neutron-server[113344]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:52:32.894249 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:52:32.894249 dv-cinder-773876-4-iscsi neutron-server[113344]: return self.request(url, 'GET', **kwargs) Nov 02 16:52:32.894249 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:52:32.894249 dv-cinder-773876-4-iscsi neutron-server[113344]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:52:32.894249 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:52:32.894249 dv-cinder-773876-4-iscsi neutron-server[113344]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:52:32.894249 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:52:32.894249 dv-cinder-773876-4-iscsi neutron-server[113344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:52:32.894249 dv-cinder-773876-4-iscsi neutron-server[113344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:52:32.993098 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-8f3ee18c-33c5-42f5-a4da-2370115879cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3708022'] for network, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:33.005783 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-8f3ee18c-33c5-42f5-a4da-2370115879cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673503'] for network, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:33.010732 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-8f3ee18c-33c5-42f5-a4da-2370115879cd admin admin] 10.222.0.118 "DELETE /v2.0/networks/7227b316-334e-41bd-9e6f-4cc3a5e87f31 HTTP/1.1" status: 204 len: 168 time: 0.4553318 Nov 02 16:52:33.031969 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3ee18c-33c5-42f5-a4da-2370115879cd admin admin] Pushing event deleted for resources: {'Network': ['ID=7227b316-334e-41bd-9e6f-4cc3a5e87f31,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:33.116224 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-7b312e28-584a-49fe-abc7-43ccbbd3593a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788025390403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788024814071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27915883'] for port, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:33.178271 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b312e28-584a-49fe-abc7-43ccbbd3593a admin admin] Pushing event deleted for resources: {'Port': ['ID=067dfcd5-7af1-4f49-b8d7-5401f482bd81,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:33.182665 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-ec816ca7-5f83-48af-b9e8-ce30afdc0312 req-0246e736-5851-46d7-ab4b-d7c4f6032490 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=886e9a36-a4f8-44ed-80d0-6a440f49e430 HTTP/1.1" status: 200 len: 210 time: 0.0526340 Nov 02 16:52:33.253559 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b312e28-584a-49fe-abc7-43ccbbd3593a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:33.253934 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b312e28-584a-49fe-abc7-43ccbbd3593a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:33.254294 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b312e28-584a-49fe-abc7-43ccbbd3593a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:33.264479 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b312e28-584a-49fe-abc7-43ccbbd3593a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:33.265020 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b312e28-584a-49fe-abc7-43ccbbd3593a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:33.265601 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b312e28-584a-49fe-abc7-43ccbbd3593a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:33.266163 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b312e28-584a-49fe-abc7-43ccbbd3593a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:33.266666 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b312e28-584a-49fe-abc7-43ccbbd3593a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:33.268317 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b312e28-584a-49fe-abc7-43ccbbd3593a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:33.270823 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b312e28-584a-49fe-abc7-43ccbbd3593a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:33.271256 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b312e28-584a-49fe-abc7-43ccbbd3593a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:33.271811 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b312e28-584a-49fe-abc7-43ccbbd3593a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:33.453147 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 46398) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:33.559138 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-4177324a-e861-4991-adba-45ac4f63f2fc admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=4663a8f2673146cab27e2310dd397954&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1029062 Nov 02 16:52:33.559949 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 46402) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:33.632549 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-b27b0292-b25e-4b7f-a429-743f53e27436 req-c0aba380-335f-4e69-a7ab-d26b6e822dc3 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/ports?device_id=0cc9451a-ff42-4d58-8086-84efeda40e0b HTTP/1.1" status: 200 len: 210 time: 0.0600526 Nov 02 16:52:33.633124 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-096afc4c-88df-4714-8abe-8985e145d0cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:33.673049 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-096afc4c-88df-4714-8abe-8985e145d0cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:33.694571 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c86ba-4207-4b45-a698-c9580e0cf7a7 req-671ed193-7d50-44fb-a751-c07e2cdb909f tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:33.696524 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-c30c86ba-4207-4b45-a698-c9580e0cf7a7 req-671ed193-7d50-44fb-a751-c07e2cdb909f tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.76 "GET /v2.0/networks?id=2642968c-324e-4035-9dba-a5695e42fc1f HTTP/1.1" status: 200 len: 817 time: 0.4194114 Nov 02 16:52:33.743324 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-096afc4c-88df-4714-8abe-8985e145d0cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:33.744967 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-7b312e28-584a-49fe-abc7-43ccbbd3593a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3731188'] for router_interface, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:33.748831 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-096afc4c-88df-4714-8abe-8985e145d0cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:33.751002 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-096afc4c-88df-4714-8abe-8985e145d0cd admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/84cf8b44-ecd8-442c-a427-227625845b81 HTTP/1.1" status: 204 len: 168 time: 0.1891377 Nov 02 16:52:33.765506 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096afc4c-88df-4714-8abe-8985e145d0cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84cf8b44-ecd8-442c-a427-227625845b81,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:33.855847 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-c30c86ba-4207-4b45-a698-c9580e0cf7a7 req-651cb92c-4f67-4360-b6fe-ee345778629d tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5cc524f131464fe097cff64187071316 HTTP/1.1" status: 200 len: 378 time: 0.1432171 Nov 02 16:52:33.899571 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.v2.base [req-c30c86ba-4207-4b45-a698-c9580e0cf7a7 req-abcc34ca-88dc-47d8-8bc4-ed9efc9d2f2f tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Request body: {'port': {'device_id': '886e9a36-a4f8-44ed-80d0-6a440f49e430', 'network_id': '2642968c-324e-4035-9dba-a5695e42fc1f', 'admin_state_up': True, 'tenant_id': '5cc524f131464fe097cff64187071316', 'security_groups': ['fdbf1ce9-36c7-4d3e-8369-8d851677c6a0']}} {{(pid=113345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:52:34.034586 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc51f87-9e5e-466e-bbf4-aaf1b0f64d13 req-b238684f-5515-48da-8400-a16b2c199675 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:34.036377 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-fdc51f87-9e5e-466e-bbf4-aaf1b0f64d13 req-b238684f-5515-48da-8400-a16b2c199675 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.76 "GET /v2.0/networks?id=ac5452b3-7329-433e-af1f-df17acea3828 HTTP/1.1" status: 200 len: 811 time: 0.1945860 Nov 02 16:52:34.147057 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-fdc51f87-9e5e-466e-bbf4-aaf1b0f64d13 req-38c9cf27-a8e1-43b6-aa97-0163c4059da8 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f83b31a72c4f4cc78519ed2dc9bdc400 HTTP/1.1" status: 200 len: 378 time: 0.0953796 Nov 02 16:52:34.157801 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c30c86ba-4207-4b45-a698-c9580e0cf7a7 req-abcc34ca-88dc-47d8-8bc4-ed9efc9d2f2f tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Made reservation on behalf of 5cc524f131464fe097cff64187071316 for: {'port': 1} {{(pid=113345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:52:34.158425 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.v2.base [req-fdc51f87-9e5e-466e-bbf4-aaf1b0f64d13 req-0dd5315a-48fe-4828-bb3d-b978e67897e6 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Request body: {'port': {'device_id': '0cc9451a-ff42-4d58-8086-84efeda40e0b', 'network_id': 'ac5452b3-7329-433e-af1f-df17acea3828', 'admin_state_up': True, 'tenant_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'security_groups': ['b1f05269-3171-411f-92d6-2a309bca96b6']}} {{(pid=113344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:52:34.161485 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-c30c86ba-4207-4b45-a698-c9580e0cf7a7 req-abcc34ca-88dc-47d8-8bc4-ed9efc9d2f2f tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:34.188145 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b312e28-584a-49fe-abc7-43ccbbd3593a admin admin] Router ae61ccd8-dccb-4755-b60d-61ac4b25fa99 has already been hosted by L3 agent 23c85ca8-88a6-46e7-9165-338a7fd1d142 {{(pid=113345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:52:34.370356 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdc51f87-9e5e-466e-bbf4-aaf1b0f64d13 req-0dd5315a-48fe-4828-bb3d-b978e67897e6 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Made reservation on behalf of f83b31a72c4f4cc78519ed2dc9bdc400 for: {'port': 1} {{(pid=113344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:52:34.382492 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [req-fdc51f87-9e5e-466e-bbf4-aaf1b0f64d13 req-0dd5315a-48fe-4828-bb3d-b978e67897e6 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:34.515073 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b312e28-584a-49fe-abc7-43ccbbd3593a admin admin] Notify agent at l3_agent.dv-cinder-773876-4-iscsi the message routers_updated {{(pid=113345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:52:34.533727 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-7b312e28-584a-49fe-abc7-43ccbbd3593a admin admin] 10.222.0.118 "PUT /v2.0/routers/ae61ccd8-dccb-4755-b60d-61ac4b25fa99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9466088 Nov 02 16:52:34.545534 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed140881-9597-48a5-ac3f-ce22cea7f655 None None] Sync routers for ids ['ae61ccd8-dccb-4755-b60d-61ac4b25fa99'] in dv-cinder-773876-4-iscsi {{(pid=113346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:52:34.560777 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 46418) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:34.574534 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed140881-9597-48a5-ac3f-ce22cea7f655 None None] Routers {'ae61ccd8-dccb-4755-b60d-61ac4b25fa99'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:52:34.575258 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-ed140881-9597-48a5-ac3f-ce22cea7f655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:52:11Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['ae61ccd8-dccb-4755-b60d-61ac4b25fa99'], 'active': True} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:34.680036 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.db_base_plugin_common [req-c30c86ba-4207-4b45-a698-c9580e0cf7a7 req-abcc34ca-88dc-47d8-8bc4-ed9efc9d2f2f tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Allocated IP 172.20.0.10 (2642968c-324e-4035-9dba-a5695e42fc1f/fd525ac9-44f8-421c-b093-9ce2aeedf323/a1262248-0dda-4533-af48-5c1338bb2d4c) {{(pid=113345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:52:34.826516 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-4c363399-b08e-40d9-a906-888907df6918 req-00a7f80a-ee15-4fce-9688-2f52792e4a0a tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/ports?device_id=0cc9451a-ff42-4d58-8086-84efeda40e0b HTTP/1.1" status: 200 len: 210 time: 0.0361829 Nov 02 16:52:34.867801 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvr_db [None req-ed140881-9597-48a5-ac3f-ce22cea7f655 None None] Set router ae61ccd8-dccb-4755-b60d-61ac4b25fa99 gateway port host: dv-cinder-773876-4-iscsi {{(pid=113346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:52:34.885288 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-a01890b0-f602-4aef-a180-97ea558e5906 admin admin] Publish callbacks [] for router, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:35.071068 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-7d2adb9c-6bd4-4599-b97f-50eba599df8f req-bca95a14-6afa-4875-a136-4c8d627b7fbd tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=886e9a36-a4f8-44ed-80d0-6a440f49e430 HTTP/1.1" status: 200 len: 210 time: 0.6829011 Nov 02 16:52:35.230481 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.db.db_base_plugin_common [req-fdc51f87-9e5e-466e-bbf4-aaf1b0f64d13 req-0dd5315a-48fe-4828-bb3d-b978e67897e6 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Allocated IP 172.20.0.13 (ac5452b3-7329-433e-af1f-df17acea3828/aa72a888-b45f-4cfb-ae6c-4494e796baf0/38f4c5ac-fd67-4d6a-bcb0-06b8456ad406) {{(pid=113344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:52:35.267285 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-ed140881-9597-48a5-ac3f-ce22cea7f655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae61ccd8-dccb-4755-b60d-61ac4b25fa99', 'name': 'tempest-TestMinimumBasicScenario-1845279063-router', 'tenant_id': '078aa8372f994f1eafe3013d58d8c979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '6b8f6113-0284-4530-a276-747a7f36f194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:48:49Z', 'updated_at': '2021-11-02T16:52:33Z', 'revision_number': 5, 'project_id': '078aa8372f994f1eafe3013d58d8c979', 'gw_port': {'id': '6b8f6113-0284-4530-a276-747a7f36f194', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:dd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae61ccd8-dccb-4755-b60d-61ac4b25fa99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:48:50Z', 'updated_at': '2021-11-02T16:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi'}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:35.305107 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed140881-9597-48a5-ac3f-ce22cea7f655 None None] Checking router: ae61ccd8-dccb-4755-b60d-61ac4b25fa99 for host: dv-cinder-773876-4-iscsi {{(pid=113346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:52:35.316990 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed140881-9597-48a5-ac3f-ce22cea7f655 None None] Routers {'ae61ccd8-dccb-4755-b60d-61ac4b25fa99'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:52:35.317980 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-ed140881-9597-48a5-ac3f-ce22cea7f655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:52:11Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['ae61ccd8-dccb-4755-b60d-61ac4b25fa99'], 'active': True} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:35.451611 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-c30c86ba-4207-4b45-a698-c9580e0cf7a7 req-abcc34ca-88dc-47d8-8bc4-ed9efc9d2f2f tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks [] for port, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:35.463784 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [req-fdc51f87-9e5e-466e-bbf4-aaf1b0f64d13 req-0dd5315a-48fe-4828-bb3d-b978e67897e6 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks [] for port, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:35.471596 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-a01890b0-f602-4aef-a180-97ea558e5906 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:35.488984 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvr_db [None req-ed140881-9597-48a5-ac3f-ce22cea7f655 None None] Set router ae61ccd8-dccb-4755-b60d-61ac4b25fa99 gateway port host: dv-cinder-773876-4-iscsi {{(pid=113346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:52:35.526574 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [req-fdc51f87-9e5e-466e-bbf4-aaf1b0f64d13 req-0dd5315a-48fe-4828-bb3d-b978e67897e6 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788024814062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25371697'] for port, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:35.549857 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-c30c86ba-4207-4b45-a698-c9580e0cf7a7 req-abcc34ca-88dc-47d8-8bc4-ed9efc9d2f2f tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788024814062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27915883'] for port, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:35.597297 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdc51f87-9e5e-466e-bbf4-aaf1b0f64d13 req-0dd5315a-48fe-4828-bb3d-b978e67897e6 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Network ac5452b3-7329-433e-af1f-df17acea3828 is already hosted by enough agents. {{(pid=113344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:52:35.606253 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.base_scheduler [req-fdc51f87-9e5e-466e-bbf4-aaf1b0f64d13 req-0dd5315a-48fe-4828-bb3d-b978e67897e6 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Resources bound (agent type, host, resource id): {{(pid=113344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:52:35.626112 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdc51f87-9e5e-466e-bbf4-aaf1b0f64d13 req-0dd5315a-48fe-4828-bb3d-b978e67897e6 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Received port after_create {{(pid=113344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:52:35.640976 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd5315a-48fe-4828-bb3d-b978e67897e6 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Pushing event updated for resources: {'Port': ['ID=38f4c5ac-fd67-4d6a-bcb0-06b8456ad406,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:35.696991 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c30c86ba-4207-4b45-a698-c9580e0cf7a7 req-abcc34ca-88dc-47d8-8bc4-ed9efc9d2f2f tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Network 2642968c-324e-4035-9dba-a5695e42fc1f is already hosted by enough agents. {{(pid=113345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:52:35.704132 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [None req-a01890b0-f602-4aef-a180-97ea558e5906 admin admin] Deleting port 6b8f6113-0284-4530-a276-747a7f36f194 {{(pid=113345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 16:52:35.704719 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-a01890b0-f602-4aef-a180-97ea558e5906 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788025385849'] for port, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:35.708825 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcc34ca-88dc-47d8-8bc4-ed9efc9d2f2f tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Pushing event updated for resources: {'Port': ['ID=a1262248-0dda-4533-af48-5c1338bb2d4c,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:35.713640 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.base_scheduler [req-c30c86ba-4207-4b45-a698-c9580e0cf7a7 req-abcc34ca-88dc-47d8-8bc4-ed9efc9d2f2f tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Resources bound (agent type, host, resource id): {{(pid=113345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:52:35.744588 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.l3_dvrscheduler_db [req-c30c86ba-4207-4b45-a698-c9580e0cf7a7 req-abcc34ca-88dc-47d8-8bc4-ed9efc9d2f2f tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Received port after_create {{(pid=113345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:52:35.753870 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc51f87-9e5e-466e-bbf4-aaf1b0f64d13 req-0dd5315a-48fe-4828-bb3d-b978e67897e6 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:35.754604 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [req-fdc51f87-9e5e-466e-bbf4-aaf1b0f64d13 req-0dd5315a-48fe-4828-bb3d-b978e67897e6 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221'] for port, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:35.789442 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-fdc51f87-9e5e-466e-bbf4-aaf1b0f64d13 req-0dd5315a-48fe-4828-bb3d-b978e67897e6 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6358533 Nov 02 16:52:35.805022 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.v2.base [req-fdc51f87-9e5e-466e-bbf4-aaf1b0f64d13 req-81bea98e-9c3d-4505-9097-599306a56bdf service neutron] Request body: {'port': {'device_id': '0cc9451a-ff42-4d58-8086-84efeda40e0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=113344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:52:35.922190 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-ed140881-9597-48a5-ac3f-ce22cea7f655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae61ccd8-dccb-4755-b60d-61ac4b25fa99', 'name': 'tempest-TestMinimumBasicScenario-1845279063-router', 'tenant_id': '078aa8372f994f1eafe3013d58d8c979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '6b8f6113-0284-4530-a276-747a7f36f194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:48:49Z', 'updated_at': '2021-11-02T16:52:33Z', 'revision_number': 5, 'project_id': '078aa8372f994f1eafe3013d58d8c979', 'gw_port': {'id': '6b8f6113-0284-4530-a276-747a7f36f194', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:dd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae61ccd8-dccb-4755-b60d-61ac4b25fa99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:48:50Z', 'updated_at': '2021-11-02T16:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi'}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:35.936019 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [req-fdc51f87-9e5e-466e-bbf4-aaf1b0f64d13 req-81bea98e-9c3d-4505-9097-599306a56bdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:35.937986 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c86ba-4207-4b45-a698-c9580e0cf7a7 req-abcc34ca-88dc-47d8-8bc4-ed9efc9d2f2f tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:35.938760 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-c30c86ba-4207-4b45-a698-c9580e0cf7a7 req-abcc34ca-88dc-47d8-8bc4-ed9efc9d2f2f tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221'] for port, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:35.976269 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 46442) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:35.992729 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed140881-9597-48a5-ac3f-ce22cea7f655 None None] The sync data for ids ['ae61ccd8-dccb-4755-b60d-61ac4b25fa99'] in dv-cinder-773876-4-iscsi is: [{'id': 'ae61ccd8-dccb-4755-b60d-61ac4b25fa99', 'name': 'tempest-TestMinimumBasicScenario-1845279063-router', 'tenant_id': '078aa8372f994f1eafe3013d58d8c979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '6b8f6113-0284-4530-a276-747a7f36f194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:48:49Z', 'updated_at': '2021-11-02T16:52:33Z', 'revision_number': 5, 'project_id': '078aa8372f994f1eafe3013d58d8c979', 'gw_port': {'id': '6b8f6113-0284-4530-a276-747a7f36f194', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:dd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae61ccd8-dccb-4755-b60d-61ac4b25fa99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:48:50Z', 'updated_at': '2021-11-02T16:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi'}] {{(pid=113346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:52:36.033071 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.db [None req-a01890b0-f602-4aef-a180-97ea558e5906 admin admin] For port 6b8f6113-0284-4530-a276-747a7f36f194, host dv-cinder-773876-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=6b8f6113-0284-4530-a276-747a7f36f194,segment=NetworkSegment(1cb664d2-69f4-46cd-9abc-3fc1a9239895),segment_id=1cb664d2-69f4-46cd-9abc-3fc1a9239895)] {{(pid=113345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:52:36.033565 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-a01890b0-f602-4aef-a180-97ea558e5906 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710950'] for port, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:36.055118 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-c30c86ba-4207-4b45-a698-c9580e0cf7a7 req-abcc34ca-88dc-47d8-8bc4-ed9efc9d2f2f tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1607518 Nov 02 16:52:36.090416 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.v2.base [req-c30c86ba-4207-4b45-a698-c9580e0cf7a7 req-91a0e922-187e-47d7-988c-ee1e47e2c720 service neutron] Request body: {'port': {'device_id': '886e9a36-a4f8-44ed-80d0-6a440f49e430', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=113345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:52:36.093713 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [None req-a01890b0-f602-4aef-a180-97ea558e5906 admin admin] Calling delete_port for 6b8f6113-0284-4530-a276-747a7f36f194 owned by network:router_gateway {{(pid=113345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 16:52:36.147554 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-e1c0763b-ac6a-4acd-bd15-1181040c5d8e None None] Provisioning complete for port 38f4c5ac-fd67-4d6a-bcb0-06b8456ad406 triggered by entity DHCP. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:52:36.148318 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-e1c0763b-ac6a-4acd-bd15-1181040c5d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:36.234817 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-e1c0763b-ac6a-4acd-bd15-1181040c5d8e None None] Port 38f4c5ac-fd67-4d6a-bcb0-06b8456ad406 cannot update to ACTIVE because it is not bound. {{(pid=113346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 16:52:36.260724 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-7f62d78e-013f-4ad7-8041-c98e904d2904 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:36.335025 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2db314-1280-40c0-87f0-99ce72d49d2b req-227c0f96-1ec2-4259-a16f-fa5e20d9ba53 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:36.336950 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-ad2db314-1280-40c0-87f0-99ce72d49d2b req-227c0f96-1ec2-4259-a16f-fa5e20d9ba53 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/ports?device_id=0cc9451a-ff42-4d58-8086-84efeda40e0b HTTP/1.1" status: 200 len: 932 time: 0.2994928 Nov 02 16:52:36.339239 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6ae00-2176-4b21-8e1d-0e811eff53f2 req-393f7e9b-3421-437a-937c-3161e0ca0c0c tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:36.340843 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-9fb6ae00-2176-4b21-8e1d-0e811eff53f2 req-393f7e9b-3421-437a-937c-3161e0ca0c0c tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=886e9a36-a4f8-44ed-80d0-6a440f49e430 HTTP/1.1" status: 200 len: 932 time: 0.1059349 Nov 02 16:52:36.358509 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.notifiers.nova [req-fdc51f87-9e5e-466e-bbf4-aaf1b0f64d13 req-81bea98e-9c3d-4505-9097-599306a56bdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38f4c5ac-fd67-4d6a-bcb0-06b8456ad406 {{(pid=113344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:52:36.372271 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-ed82d63e-91c7-4e66-a5ae-d2e84fee55ad None None] Provisioning complete for port a1262248-0dda-4533-af48-5c1338bb2d4c triggered by entity DHCP. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:52:36.373351 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-ed82d63e-91c7-4e66-a5ae-d2e84fee55ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:36.375615 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [req-fdc51f87-9e5e-466e-bbf4-aaf1b0f64d13 req-81bea98e-9c3d-4505-9097-599306a56bdf service neutron] Publish callbacks [] for port, precommit_update {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:36.403110 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.db.provisioning_blocks [req-fdc51f87-9e5e-466e-bbf4-aaf1b0f64d13 req-81bea98e-9c3d-4505-9097-599306a56bdf service neutron] Transition to ACTIVE for port object 38f4c5ac-fd67-4d6a-bcb0-06b8456ad406 will not be triggered until provisioned by entity L2. {{(pid=113344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:52:36.424593 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-ed82d63e-91c7-4e66-a5ae-d2e84fee55ad None None] Port a1262248-0dda-4533-af48-5c1338bb2d4c cannot update to ACTIVE because it is not bound. {{(pid=113346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 16:52:36.433030 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-9fb6ae00-2176-4b21-8e1d-0e811eff53f2 req-7dfb86ad-ab42-4bc1-82c0-03ab8c6be5a6 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=fdbf1ce9-36c7-4d3e-8369-8d851677c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0846162 Nov 02 16:52:36.434320 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [req-fdc51f87-9e5e-466e-bbf4-aaf1b0f64d13 req-81bea98e-9c3d-4505-9097-599306a56bdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25371688'] for port, after_update {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:36.489639 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bea98e-9c3d-4505-9097-599306a56bdf service neutron] Pushing event updated for resources: {'Port': ['ID=38f4c5ac-fd67-4d6a-bcb0-06b8456ad406,revision_number=2']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:36.509913 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-c30c86ba-4207-4b45-a698-c9580e0cf7a7 req-91a0e922-187e-47d7-988c-ee1e47e2c720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:36.589225 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.managers [req-fdc51f87-9e5e-466e-bbf4-aaf1b0f64d13 req-81bea98e-9c3d-4505-9097-599306a56bdf service neutron] Attempting to bind port 38f4c5ac-fd67-4d6a-bcb0-06b8456ad406 on host hv-cinder-77387 for vnic_type normal with profile {{(pid=113344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 16:52:36.589808 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.managers [req-fdc51f87-9e5e-466e-bbf4-aaf1b0f64d13 req-81bea98e-9c3d-4505-9097-599306a56bdf service neutron] Attempting to bind port 38f4c5ac-fd67-4d6a-bcb0-06b8456ad406 by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': 'a0db1be0-f211-4b56-8245-8ff244bfde1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'ac5452b3-7329-433e-af1f-df17acea3828'}] {{(pid=113344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 16:52:36.590744 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc51f87-9e5e-466e-bbf4-aaf1b0f64d13 req-81bea98e-9c3d-4505-9097-599306a56bdf service neutron] Attempting to bind port 38f4c5ac-fd67-4d6a-bcb0-06b8456ad406 on network ac5452b3-7329-433e-af1f-df17acea3828 {{(pid=113344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:52:36.597279 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc51f87-9e5e-466e-bbf4-aaf1b0f64d13 req-81bea98e-9c3d-4505-9097-599306a56bdf service neutron] Port 38f4c5ac-fd67-4d6a-bcb0-06b8456ad406 on network ac5452b3-7329-433e-af1f-df17acea3828 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=113344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:52:36.597779 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc51f87-9e5e-466e-bbf4-aaf1b0f64d13 req-81bea98e-9c3d-4505-9097-599306a56bdf service neutron] Attempting to bind port 38f4c5ac-fd67-4d6a-bcb0-06b8456ad406 on network ac5452b3-7329-433e-af1f-df17acea3828 {{(pid=113344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:52:36.604754 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc51f87-9e5e-466e-bbf4-aaf1b0f64d13 req-81bea98e-9c3d-4505-9097-599306a56bdf service neutron] Checking agent: {'id': 'a22495b4-0922-47cf-b0eb-f0742ace0d4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 44, 22), 'started_at': datetime.datetime(2021, 11, 2, 16, 44, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:52:36.605253 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc51f87-9e5e-466e-bbf4-aaf1b0f64d13 req-81bea98e-9c3d-4505-9097-599306a56bdf service neutron] Checking segment: {'id': 'a0db1be0-f211-4b56-8245-8ff244bfde1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'ac5452b3-7329-433e-af1f-df17acea3828'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 16:52:36.605761 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc51f87-9e5e-466e-bbf4-aaf1b0f64d13 req-81bea98e-9c3d-4505-9097-599306a56bdf service neutron] Bound using segment: {'id': 'a0db1be0-f211-4b56-8245-8ff244bfde1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'ac5452b3-7329-433e-af1f-df17acea3828'} {{(pid=113344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:52:36.606360 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.managers [req-fdc51f87-9e5e-466e-bbf4-aaf1b0f64d13 req-81bea98e-9c3d-4505-9097-599306a56bdf service neutron] Bound port: 38f4c5ac-fd67-4d6a-bcb0-06b8456ad406, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0db1be0-f211-4b56-8245-8ff244bfde1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'ac5452b3-7329-433e-af1f-df17acea3828'}}] {{(pid=113344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 16:52:36.606828 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [req-fdc51f87-9e5e-466e-bbf4-aaf1b0f64d13 req-81bea98e-9c3d-4505-9097-599306a56bdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:36.703179 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.db [req-fdc51f87-9e5e-466e-bbf4-aaf1b0f64d13 req-81bea98e-9c3d-4505-9097-599306a56bdf service neutron] For port 38f4c5ac-fd67-4d6a-bcb0-06b8456ad406, host hv-cinder-77387, cleared binding levels {{(pid=113344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:52:36.707389 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.db [req-fdc51f87-9e5e-466e-bbf4-aaf1b0f64d13 req-81bea98e-9c3d-4505-9097-599306a56bdf service neutron] For port 38f4c5ac-fd67-4d6a-bcb0-06b8456ad406, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=38f4c5ac-fd67-4d6a-bcb0-06b8456ad406,segment=NetworkSegment(a0db1be0-f211-4b56-8245-8ff244bfde1c),segment_id=a0db1be0-f211-4b56-8245-8ff244bfde1c)] {{(pid=113344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:52:36.713840 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [req-fdc51f87-9e5e-466e-bbf4-aaf1b0f64d13 req-81bea98e-9c3d-4505-9097-599306a56bdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25371688'] for port, after_update {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:36.741949 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-a01890b0-f602-4aef-a180-97ea558e5906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788025390403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788024814071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27915883'] for port, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:36.754677 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc51f87-9e5e-466e-bbf4-aaf1b0f64d13 req-81bea98e-9c3d-4505-9097-599306a56bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:36.755815 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-ad2db314-1280-40c0-87f0-99ce72d49d2b req-5ae13e29-0c5f-4bd2-a5ec-9ab229bf1197 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/security-groups?id=b1f05269-3171-411f-92d6-2a309bca96b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3003349 Nov 02 16:52:36.769079 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [req-fdc51f87-9e5e-466e-bbf4-aaf1b0f64d13 req-81bea98e-9c3d-4505-9097-599306a56bdf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221'] for port, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:36.772153 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-fdc51f87-9e5e-466e-bbf4-aaf1b0f64d13 req-81bea98e-9c3d-4505-9097-599306a56bdf service neutron] 10.222.0.76 "PUT /v2.0/ports/38f4c5ac-fd67-4d6a-bcb0-06b8456ad406 HTTP/1.1" status: 200 len: 1094 time: 0.9736454 Nov 02 16:52:36.779330 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cc9451a-ff42-4d58-8086-84efeda40e0b', 'tag': '38f4c5ac-fd67-4d6a-bcb0-06b8456ad406'}] {{(pid=113344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:52:36.796494 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5f30fc3850fd44c96454e051096f60fc18984a92350f5d63aa5481a86e136a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-787be6ec-e420-4ac7-8558-25154f4173d0" -d '{"events": [{"name": "network-changed", "server_uuid": "0cc9451a-ff42-4d58-8086-84efeda40e0b", "tag": "38f4c5ac-fd67-4d6a-bcb0-06b8456ad406"}]}' {{(pid=113344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:52:36.813368 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01890b0-f602-4aef-a180-97ea558e5906 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b8f6113-0284-4530-a276-747a7f36f194,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:36.821694 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device 067dfcd5-7af1-4f49-b8d7-5401f482bd81 no longer exists at agent ovs-agent-dv-cinder-773876-4-iscsi {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:52:36.876111 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] No Port match for: 067dfcd5-7af1-4f49-b8d7-5401f482bd81 {{(pid=113346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 16:52:36.876894 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device 067dfcd5-7af1-4f49-b8d7-5401f482bd81 not bound to the agent host dv-cinder-773876-4-iscsi {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:52:36.889829 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed051b10-b29b-4878-92f4-5b7f4ac349e1 x-openstack-request-id: req-ed051b10-b29b-4878-92f4-5b7f4ac349e1 {{(pid=113344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:52:36.890137 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cc9451a-ff42-4d58-8086-84efeda40e0b", "tag": "38f4c5ac-fd67-4d6a-bcb0-06b8456ad406", "status": "completed", "code": 200}]} {{(pid=113344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:52:36.890447 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-ed051b10-b29b-4878-92f4-5b7f4ac349e1 {{(pid=113344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:52:36.890824 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cc9451a-ff42-4d58-8086-84efeda40e0b', 'tag': '38f4c5ac-fd67-4d6a-bcb0-06b8456ad406', 'status': 'completed', 'code': 200} Nov 02 16:52:36.904550 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bea98e-9c3d-4505-9097-599306a56bdf service neutron] Pushing event updated for resources: {'Port': ['ID=38f4c5ac-fd67-4d6a-bcb0-06b8456ad406,revision_number=3']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:36.922922 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc51f87-9e5e-466e-bbf4-aaf1b0f64d13 req-61e6659b-2ed0-4cda-bf53-e07bc701d852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:36.924708 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-fdc51f87-9e5e-466e-bbf4-aaf1b0f64d13 req-61e6659b-2ed0-4cda-bf53-e07bc701d852 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f83b31a72c4f4cc78519ed2dc9bdc400&device_id=0cc9451a-ff42-4d58-8086-84efeda40e0b HTTP/1.1" status: 200 len: 1097 time: 0.0946696 Nov 02 16:52:36.982553 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-fdc51f87-9e5e-466e-bbf4-aaf1b0f64d13 req-894da026-123b-43e7-9205-b893c6dfe1ae service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38f4c5ac-fd67-4d6a-bcb0-06b8456ad406 HTTP/1.1" status: 200 len: 217 time: 0.0472703 Nov 02 16:52:37.039704 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-7f62d78e-013f-4ad7-8041-c98e904d2904 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:37.047904 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-a01890b0-f602-4aef-a180-97ea558e5906 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3708050'] for router_gateway, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:37.053559 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc51f87-9e5e-466e-bbf4-aaf1b0f64d13 req-be6c095d-2e45-4bd8-bd25-c8e05668966b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:37.056851 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-fdc51f87-9e5e-466e-bbf4-aaf1b0f64d13 req-be6c095d-2e45-4bd8-bd25-c8e05668966b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=aa72a888-b45f-4cfb-ae6c-4494e796baf0 HTTP/1.1" status: 200 len: 850 time: 0.0660129 Nov 02 16:52:37.074901 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-7f62d78e-013f-4ad7-8041-c98e904d2904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:37.142483 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc51f87-9e5e-466e-bbf4-aaf1b0f64d13 req-6def577c-d758-4fdc-b638-0427e166cf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:37.144144 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-fdc51f87-9e5e-466e-bbf4-aaf1b0f64d13 req-6def577c-d758-4fdc-b638-0427e166cf33 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ac5452b3-7329-433e-af1f-df17acea3828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0792744 Nov 02 16:52:37.237192 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-7f62d78e-013f-4ad7-8041-c98e904d2904 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=4b211a619855439bb3b3eeb6c407fbec&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2209353 Nov 02 16:52:37.239935 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 46450) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:37.264215 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-a01890b0-f602-4aef-a180-97ea558e5906 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3731240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26188'] for router, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:37.271026 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-a01890b0-f602-4aef-a180-97ea558e5906 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:37.288626 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62d78e-013f-4ad7-8041-c98e904d2904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d72a53-a3fe-4ecc-91aa-c6cb5c3cdac6,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:37.288975 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-fdc51f87-9e5e-466e-bbf4-aaf1b0f64d13 req-6819affa-f950-4218-b229-8c94b933b408 service neutron] 10.222.0.76 "GET /v2.0/networks/ac5452b3-7329-433e-af1f-df17acea3828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360979 Nov 02 16:52:37.368150 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-a01890b0-f602-4aef-a180-97ea558e5906 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3731249'] for router, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:37.369449 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a01890b0-f602-4aef-a180-97ea558e5906 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae61ccd8-dccb-4755-b60d-61ac4b25fa99 {{(pid=113345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:52:37.378369 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-a01890b0-f602-4aef-a180-97ea558e5906 admin admin] Publish callbacks [] for router, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:37.381738 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-a01890b0-f602-4aef-a180-97ea558e5906 admin admin] 10.222.0.118 "DELETE /v2.0/routers/ae61ccd8-dccb-4755-b60d-61ac4b25fa99 HTTP/1.1" status: 204 len: 168 time: 2.8081152 Nov 02 16:52:37.394130 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 46452) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:37.419248 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.notifiers.nova [req-c30c86ba-4207-4b45-a698-c9580e0cf7a7 req-91a0e922-187e-47d7-988c-ee1e47e2c720 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1262248-0dda-4533-af48-5c1338bb2d4c {{(pid=113345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:52:37.431450 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-c30c86ba-4207-4b45-a698-c9580e0cf7a7 req-91a0e922-187e-47d7-988c-ee1e47e2c720 service neutron] Publish callbacks [] for port, precommit_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:37.435897 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-aa5e9406-010b-4ffc-bba8-a2da019585ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:37.450258 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.provisioning_blocks [req-c30c86ba-4207-4b45-a698-c9580e0cf7a7 req-91a0e922-187e-47d7-988c-ee1e47e2c720 service neutron] Transition to ACTIVE for port object a1262248-0dda-4533-af48-5c1338bb2d4c will not be triggered until provisioned by entity L2. {{(pid=113345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:52:37.455639 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-c30c86ba-4207-4b45-a698-c9580e0cf7a7 req-91a0e922-187e-47d7-988c-ee1e47e2c720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27915890'] for port, after_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:37.494789 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-aa5e9406-010b-4ffc-bba8-a2da019585ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:37.512693 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.db.db_base_plugin_v2 [None req-62a442d6-8b62-45c7-ab78-909d3fa40f32 admin admin] Deleting subnet dc55a5e7-c1f4-4d71-9d94-8bce00c08b5a {{(pid=113344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 16:52:37.534225 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a0e922-187e-47d7-988c-ee1e47e2c720 service neutron] Pushing event updated for resources: {'Port': ['ID=a1262248-0dda-4533-af48-5c1338bb2d4c,revision_number=2']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:37.540896 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-62a442d6-8b62-45c7-ab78-909d3fa40f32 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:37.577060 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-fdc51f87-9e5e-466e-bbf4-aaf1b0f64d13 req-c063f559-a4e1-4364-a41b-cfec64675be5 service neutron] 10.222.0.76 "GET /v2.0/networks/ac5452b3-7329-433e-af1f-df17acea3828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772141 Nov 02 16:52:37.619985 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-62a442d6-8b62-45c7-ab78-909d3fa40f32 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25199420'] for subnet, precommit_delete_associations {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:37.670322 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-aa5e9406-010b-4ffc-bba8-a2da019585ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:37.673858 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-aa5e9406-010b-4ffc-bba8-a2da019585ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:37.677121 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-aa5e9406-010b-4ffc-bba8-a2da019585ed admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/d8d72a53-a3fe-4ecc-91aa-c6cb5c3cdac6 HTTP/1.1" status: 204 len: 168 time: 0.4336507 Nov 02 16:52:37.724860 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb057372-4700-4004-b6da-44b8f3a31f39 req-fcb0d50c-a56d-4c60-ab10-69203af2083a tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:37.734031 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-cb057372-4700-4004-b6da-44b8f3a31f39 req-fcb0d50c-a56d-4c60-ab10-69203af2083a tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=886e9a36-a4f8-44ed-80d0-6a440f49e430 HTTP/1.1" status: 200 len: 944 time: 0.1574988 Nov 02 16:52:37.760955 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.managers [req-c30c86ba-4207-4b45-a698-c9580e0cf7a7 req-91a0e922-187e-47d7-988c-ee1e47e2c720 service neutron] Attempting to bind port a1262248-0dda-4533-af48-5c1338bb2d4c on host hv-cinder-77387 for vnic_type normal with profile {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 16:52:37.761875 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.managers [req-c30c86ba-4207-4b45-a698-c9580e0cf7a7 req-91a0e922-187e-47d7-988c-ee1e47e2c720 service neutron] Attempting to bind port a1262248-0dda-4533-af48-5c1338bb2d4c by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': '696e12bc-6b69-439e-85c8-346996a99755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '2642968c-324e-4035-9dba-a5695e42fc1f'}] {{(pid=113345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 16:52:37.761875 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30c86ba-4207-4b45-a698-c9580e0cf7a7 req-91a0e922-187e-47d7-988c-ee1e47e2c720 service neutron] Attempting to bind port a1262248-0dda-4533-af48-5c1338bb2d4c on network 2642968c-324e-4035-9dba-a5695e42fc1f {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:52:37.782937 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30c86ba-4207-4b45-a698-c9580e0cf7a7 req-91a0e922-187e-47d7-988c-ee1e47e2c720 service neutron] Port a1262248-0dda-4533-af48-5c1338bb2d4c on network 2642968c-324e-4035-9dba-a5695e42fc1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:52:37.783298 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30c86ba-4207-4b45-a698-c9580e0cf7a7 req-91a0e922-187e-47d7-988c-ee1e47e2c720 service neutron] Attempting to bind port a1262248-0dda-4533-af48-5c1338bb2d4c on network 2642968c-324e-4035-9dba-a5695e42fc1f {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:52:37.796062 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30c86ba-4207-4b45-a698-c9580e0cf7a7 req-91a0e922-187e-47d7-988c-ee1e47e2c720 service neutron] Checking agent: {'id': 'a22495b4-0922-47cf-b0eb-f0742ace0d4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 44, 22), 'started_at': datetime.datetime(2021, 11, 2, 16, 44, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:52:37.796418 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30c86ba-4207-4b45-a698-c9580e0cf7a7 req-91a0e922-187e-47d7-988c-ee1e47e2c720 service neutron] Checking segment: {'id': '696e12bc-6b69-439e-85c8-346996a99755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '2642968c-324e-4035-9dba-a5695e42fc1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 16:52:37.796690 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30c86ba-4207-4b45-a698-c9580e0cf7a7 req-91a0e922-187e-47d7-988c-ee1e47e2c720 service neutron] Bound using segment: {'id': '696e12bc-6b69-439e-85c8-346996a99755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '2642968c-324e-4035-9dba-a5695e42fc1f'} {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:52:37.797275 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.managers [req-c30c86ba-4207-4b45-a698-c9580e0cf7a7 req-91a0e922-187e-47d7-988c-ee1e47e2c720 service neutron] Bound port: a1262248-0dda-4533-af48-5c1338bb2d4c, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '696e12bc-6b69-439e-85c8-346996a99755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '2642968c-324e-4035-9dba-a5695e42fc1f'}}] {{(pid=113345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 16:52:37.797482 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-c30c86ba-4207-4b45-a698-c9580e0cf7a7 req-91a0e922-187e-47d7-988c-ee1e47e2c720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:37.815975 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-62a442d6-8b62-45c7-ab78-909d3fa40f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645718'] for subnet, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:37.836394 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-cb057372-4700-4004-b6da-44b8f3a31f39 req-856b6dfd-d8c6-4cf1-a959-b041434d9573 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=fdbf1ce9-36c7-4d3e-8369-8d851677c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1012714 Nov 02 16:52:37.914899 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5e9406-010b-4ffc-bba8-a2da019585ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d72a53-a3fe-4ecc-91aa-c6cb5c3cdac6,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:37.947797 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.db [req-c30c86ba-4207-4b45-a698-c9580e0cf7a7 req-91a0e922-187e-47d7-988c-ee1e47e2c720 service neutron] For port a1262248-0dda-4533-af48-5c1338bb2d4c, host hv-cinder-77387, cleared binding levels {{(pid=113345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:52:37.952789 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.db [req-c30c86ba-4207-4b45-a698-c9580e0cf7a7 req-91a0e922-187e-47d7-988c-ee1e47e2c720 service neutron] For port a1262248-0dda-4533-af48-5c1338bb2d4c, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=a1262248-0dda-4533-af48-5c1338bb2d4c,segment=NetworkSegment(696e12bc-6b69-439e-85c8-346996a99755),segment_id=696e12bc-6b69-439e-85c8-346996a99755)] {{(pid=113345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:52:37.960287 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-c30c86ba-4207-4b45-a698-c9580e0cf7a7 req-91a0e922-187e-47d7-988c-ee1e47e2c720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27915890'] for port, after_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:37.983450 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787be6ec-e420-4ac7-8558-25154f4173d0 req-17268101-4d40-49ec-a0f8-d04a62dc8d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:37.985745 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-787be6ec-e420-4ac7-8558-25154f4173d0 req-17268101-4d40-49ec-a0f8-d04a62dc8d79 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f83b31a72c4f4cc78519ed2dc9bdc400&device_id=0cc9451a-ff42-4d58-8086-84efeda40e0b HTTP/1.1" status: 200 len: 1097 time: 0.3323655 Nov 02 16:52:38.073181 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a0e922-187e-47d7-988c-ee1e47e2c720 service neutron] Pushing event updated for resources: {'Port': ['ID=a1262248-0dda-4533-af48-5c1338bb2d4c,revision_number=3']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:38.081810 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c86ba-4207-4b45-a698-c9580e0cf7a7 req-91a0e922-187e-47d7-988c-ee1e47e2c720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:38.082475 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-c30c86ba-4207-4b45-a698-c9580e0cf7a7 req-91a0e922-187e-47d7-988c-ee1e47e2c720 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221'] for port, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:38.085072 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-c30c86ba-4207-4b45-a698-c9580e0cf7a7 req-91a0e922-187e-47d7-988c-ee1e47e2c720 service neutron] 10.222.0.76 "PUT /v2.0/ports/a1262248-0dda-4533-af48-5c1338bb2d4c HTTP/1.1" status: 200 len: 1094 time: 2.0051959 Nov 02 16:52:38.085072 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '886e9a36-a4f8-44ed-80d0-6a440f49e430', 'tag': 'a1262248-0dda-4533-af48-5c1338bb2d4c'}] {{(pid=113345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:52:38.087934 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88728d28071a92af03fe3e2826ca256f68f88e9f4aa3bce1a4ce6001ce5f6d9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0f6ad4-d34d-4745-9651-285edc7f8149" -d '{"events": [{"name": "network-changed", "server_uuid": "886e9a36-a4f8-44ed-80d0-6a440f49e430", "tag": "a1262248-0dda-4533-af48-5c1338bb2d4c"}]}' {{(pid=113345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:52:38.148456 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb06337b-3f63-432a-9fd9-1a9b3e47e7ef x-openstack-request-id: req-fb06337b-3f63-432a-9fd9-1a9b3e47e7ef {{(pid=113345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:52:38.148827 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "886e9a36-a4f8-44ed-80d0-6a440f49e430", "tag": "a1262248-0dda-4533-af48-5c1338bb2d4c", "status": "completed", "code": 200}]} {{(pid=113345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:52:38.149020 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-fb06337b-3f63-432a-9fd9-1a9b3e47e7ef {{(pid=113345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:52:38.149990 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '886e9a36-a4f8-44ed-80d0-6a440f49e430', 'tag': 'a1262248-0dda-4533-af48-5c1338bb2d4c', 'status': 'completed', 'code': 200} Nov 02 16:52:38.161548 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-62a442d6-8b62-45c7-ab78-909d3fa40f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25372910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25642358'] for subnet, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:38.176775 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3193555-144a-41f4-bf16-fdfc9ff5eb35 req-3506ac20-0a94-4164-a091-b45ee112d688 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:38.185626 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-e3193555-144a-41f4-bf16-fdfc9ff5eb35 req-3506ac20-0a94-4164-a091-b45ee112d688 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/ports?device_id=0cc9451a-ff42-4d58-8086-84efeda40e0b HTTP/1.1" status: 200 len: 944 time: 0.2763064 Nov 02 16:52:38.198197 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c86ba-4207-4b45-a698-c9580e0cf7a7 req-2fe3d0ee-6915-4629-b8f4-d15a3321e607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:38.199849 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-c30c86ba-4207-4b45-a698-c9580e0cf7a7 req-2fe3d0ee-6915-4629-b8f4-d15a3321e607 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5cc524f131464fe097cff64187071316&device_id=886e9a36-a4f8-44ed-80d0-6a440f49e430 HTTP/1.1" status: 200 len: 1097 time: 0.0628488 Nov 02 16:52:38.211462 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787be6ec-e420-4ac7-8558-25154f4173d0 req-510c2a3f-87ce-41f1-8a4e-1f0f5fc945be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:38.213674 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-787be6ec-e420-4ac7-8558-25154f4173d0 req-510c2a3f-87ce-41f1-8a4e-1f0f5fc945be service neutron] 10.222.0.76 "GET /v2.0/networks?id=ac5452b3-7329-433e-af1f-df17acea3828 HTTP/1.1" status: 200 len: 912 time: 0.2070446 Nov 02 16:52:38.218820 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a442d6-8b62-45c7-ab78-909d3fa40f32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc55a5e7-c1f4-4d71-9d94-8bce00c08b5a,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:38.255779 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89311593-4fb6-44fd-b294-9cdce2e07af1 None None] Network feac3926-83aa-4c72-bcab-fa9f4d378711 requested from dv-cinder-773876-4-iscsi {{(pid=113346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:52:38.278662 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-c30c86ba-4207-4b45-a698-c9580e0cf7a7 req-461f7751-1b23-41ef-97f9-f3b40506ee72 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1262248-0dda-4533-af48-5c1338bb2d4c HTTP/1.1" status: 200 len: 217 time: 0.0672886 Nov 02 16:52:38.280021 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-62a442d6-8b62-45c7-ab78-909d3fa40f32 admin admin] Publish callbacks [] for subnet, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:38.283426 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-62a442d6-8b62-45c7-ab78-909d3fa40f32 admin admin] 10.222.0.118 "DELETE /v2.0/subnets/dc55a5e7-c1f4-4d71-9d94-8bce00c08b5a HTTP/1.1" status: 204 len: 168 time: 0.8882344 Nov 02 16:52:38.286471 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 46464) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:38.287806 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-787be6ec-e420-4ac7-8558-25154f4173d0 req-cc6ed725-96e5-4a2b-9055-f55f048cb15b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38f4c5ac-fd67-4d6a-bcb0-06b8456ad406 HTTP/1.1" status: 200 len: 217 time: 0.0599356 Nov 02 16:52:38.362114 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-dfc0fef7-3d16-4ef8-85f2-096d9b441875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:38.367540 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-e3193555-144a-41f4-bf16-fdfc9ff5eb35 req-15c3db41-c7de-4aca-91aa-85f590cf997a tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/security-groups?id=b1f05269-3171-411f-92d6-2a309bca96b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1498709 Nov 02 16:52:38.375167 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787be6ec-e420-4ac7-8558-25154f4173d0 req-6ec63340-b737-4365-aba1-04e20d209c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:38.376883 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-787be6ec-e420-4ac7-8558-25154f4173d0 req-6ec63340-b737-4365-aba1-04e20d209c89 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=aa72a888-b45f-4cfb-ae6c-4494e796baf0 HTTP/1.1" status: 200 len: 850 time: 0.0814404 Nov 02 16:52:38.438062 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787be6ec-e420-4ac7-8558-25154f4173d0 req-841e968b-bb6a-4904-acf7-89adde694f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:38.439917 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-787be6ec-e420-4ac7-8558-25154f4173d0 req-841e968b-bb6a-4904-acf7-89adde694f70 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ac5452b3-7329-433e-af1f-df17acea3828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0542266 Nov 02 16:52:38.445721 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c86ba-4207-4b45-a698-c9580e0cf7a7 req-036d60f2-aed9-4a41-9370-248a68ef0e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:38.447929 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-c30c86ba-4207-4b45-a698-c9580e0cf7a7 req-036d60f2-aed9-4a41-9370-248a68ef0e8e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fd525ac9-44f8-421c-b093-9ce2aeedf323 HTTP/1.1" status: 200 len: 856 time: 0.1600134 Nov 02 16:52:38.454687 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-94b91628-1a9c-4ca9-a4ec-162ec1e2b035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652235'] for network, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:38.542068 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c86ba-4207-4b45-a698-c9580e0cf7a7 req-74bd7362-fc32-4440-85db-b7fe3043dce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:38.543628 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2245bf3a-7526-4ecb-96e7-cfa771adfc06 None None] DHCP port deletion for feac3926-83aa-4c72-bcab-fa9f4d378711 request from dv-cinder-773876-4-iscsi {{(pid=113346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:52:38.543953 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-c30c86ba-4207-4b45-a698-c9580e0cf7a7 req-74bd7362-fc32-4440-85db-b7fe3043dce4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2642968c-324e-4035-9dba-a5695e42fc1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0837054 Nov 02 16:52:38.550564 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-787be6ec-e420-4ac7-8558-25154f4173d0 req-246913a7-a6fe-4e75-8970-5a85dac9a42c service neutron] 10.222.0.76 "GET /v2.0/networks/ac5452b3-7329-433e-af1f-df17acea3828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015449 Nov 02 16:52:38.580799 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [None req-94b91628-1a9c-4ca9-a4ec-162ec1e2b035 admin admin] Deleting port 5f2ebf9e-fa1f-4e2a-b752-1af758f54813 {{(pid=113345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 16:52:38.581153 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-94b91628-1a9c-4ca9-a4ec-162ec1e2b035 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788025385849'] for port, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:38.597702 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-2245bf3a-7526-4ecb-96e7-cfa771adfc06 None None] Deleting port 5f2ebf9e-fa1f-4e2a-b752-1af758f54813 {{(pid=113346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 16:52:38.598009 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-2245bf3a-7526-4ecb-96e7-cfa771adfc06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788025385849'] for port, before_delete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:38.673231 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-2245bf3a-7526-4ecb-96e7-cfa771adfc06 None None] For port 5f2ebf9e-fa1f-4e2a-b752-1af758f54813, host dv-cinder-773876-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=5f2ebf9e-fa1f-4e2a-b752-1af758f54813,segment=NetworkSegment(dc14579a-c1fd-47c3-a9d0-a0ee9aecc3df),segment_id=dc14579a-c1fd-47c3-a9d0-a0ee9aecc3df)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:52:38.674016 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-2245bf3a-7526-4ecb-96e7-cfa771adfc06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710950'] for port, precommit_delete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:38.683419 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-787be6ec-e420-4ac7-8558-25154f4173d0 req-2d73fedd-3e41-4bb3-9508-7a537d586b8d service neutron] 10.222.0.76 "GET /v2.0/networks/ac5452b3-7329-433e-af1f-df17acea3828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243362 Nov 02 16:52:38.688576 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-2245bf3a-7526-4ecb-96e7-cfa771adfc06 None None] Calling delete_port for 5f2ebf9e-fa1f-4e2a-b752-1af758f54813 owned by network:dhcp {{(pid=113346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 16:52:38.695467 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.db [None req-94b91628-1a9c-4ca9-a4ec-162ec1e2b035 admin admin] For port 5f2ebf9e-fa1f-4e2a-b752-1af758f54813, host dv-cinder-773876-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=5f2ebf9e-fa1f-4e2a-b752-1af758f54813,segment=NetworkSegment(dc14579a-c1fd-47c3-a9d0-a0ee9aecc3df),segment_id=dc14579a-c1fd-47c3-a9d0-a0ee9aecc3df)] {{(pid=113345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:52:38.695900 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-94b91628-1a9c-4ca9-a4ec-162ec1e2b035 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710950'] for port, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:38.719651 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [None req-94b91628-1a9c-4ca9-a4ec-162ec1e2b035 admin admin] Calling delete_port for 5f2ebf9e-fa1f-4e2a-b752-1af758f54813 owned by network:dhcp {{(pid=113345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 16:52:38.728631 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-c30c86ba-4207-4b45-a698-c9580e0cf7a7 req-18ce363b-1ff5-4fe5-a453-af324e80017e service neutron] 10.222.0.76 "GET /v2.0/networks/2642968c-324e-4035-9dba-a5695e42fc1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687713 Nov 02 16:52:38.842072 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device 5f2ebf9e-fa1f-4e2a-b752-1af758f54813 no longer exists at agent ovs-agent-dv-cinder-773876-4-iscsi {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:52:38.848960 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-2245bf3a-7526-4ecb-96e7-cfa771adfc06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788025390403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788024814071'] for port, after_delete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:38.892416 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-c30c86ba-4207-4b45-a698-c9580e0cf7a7 req-8df9a97d-db15-4111-9e38-081bc50020fc service neutron] 10.222.0.76 "GET /v2.0/networks/2642968c-324e-4035-9dba-a5695e42fc1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555853 Nov 02 16:52:38.894892 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-94b91628-1a9c-4ca9-a4ec-162ec1e2b035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788025390403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788024814071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27915883'] for port, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:38.917561 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2245bf3a-7526-4ecb-96e7-cfa771adfc06 None None] Pushing event deleted for resources: {'Port': ['ID=5f2ebf9e-fa1f-4e2a-b752-1af758f54813,revision_number=None']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:38.920666 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] No Port match for: 5f2ebf9e-fa1f-4e2a-b752-1af758f54813 {{(pid=113346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 16:52:38.921025 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device 5f2ebf9e-fa1f-4e2a-b752-1af758f54813 not bound to the agent host dv-cinder-773876-4-iscsi {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:52:38.921472 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device 6b8f6113-0284-4530-a276-747a7f36f194 no longer exists at agent ovs-agent-dv-cinder-773876-4-iscsi {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:52:38.925551 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b91628-1a9c-4ca9-a4ec-162ec1e2b035 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f2ebf9e-fa1f-4e2a-b752-1af758f54813,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:38.929638 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b91628-1a9c-4ca9-a4ec-162ec1e2b035 admin admin] No DVR routers for this DVR port 5f2ebf9e-fa1f-4e2a-b752-1af758f54813 on host dv-cinder-773876-4-iscsi {{(pid=113345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:52:38.932463 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2245bf3a-7526-4ecb-96e7-cfa771adfc06 None None] No DVR routers for this DVR port 5f2ebf9e-fa1f-4e2a-b752-1af758f54813 on host dv-cinder-773876-4-iscsi {{(pid=113346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:52:38.965495 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2245bf3a-7526-4ecb-96e7-cfa771adfc06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:38.965878 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2245bf3a-7526-4ecb-96e7-cfa771adfc06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:38.966448 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2245bf3a-7526-4ecb-96e7-cfa771adfc06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:38.966970 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2245bf3a-7526-4ecb-96e7-cfa771adfc06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:38.967531 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2245bf3a-7526-4ecb-96e7-cfa771adfc06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:38.968052 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2245bf3a-7526-4ecb-96e7-cfa771adfc06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:38.968594 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2245bf3a-7526-4ecb-96e7-cfa771adfc06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:38.969133 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2245bf3a-7526-4ecb-96e7-cfa771adfc06 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:38.969689 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2245bf3a-7526-4ecb-96e7-cfa771adfc06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:38.970517 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2245bf3a-7526-4ecb-96e7-cfa771adfc06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:38.970872 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2245bf3a-7526-4ecb-96e7-cfa771adfc06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:38.971214 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2245bf3a-7526-4ecb-96e7-cfa771adfc06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:38.974854 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] No Port match for: 6b8f6113-0284-4530-a276-747a7f36f194 {{(pid=113346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 16:52:38.975216 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device 6b8f6113-0284-4530-a276-747a7f36f194 not bound to the agent host dv-cinder-773876-4-iscsi {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:52:39.048837 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-94b91628-1a9c-4ca9-a4ec-162ec1e2b035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644317', 'neutron.services.segments.db._delete_segments_for_network-8788025296622'] for network, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:39.093027 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.services.segments.db [None req-94b91628-1a9c-4ca9-a4ec-162ec1e2b035 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feac3926-83aa-4c72-bcab-fa9f4d378711']}} {{(pid=113345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:39.107013 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.services.segments.db [None req-94b91628-1a9c-4ca9-a4ec-162ec1e2b035 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc14579a-c1fd-47c3-a9d0-a0ee9aecc3df') {'for_net_delete': True} {{(pid=113345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:39.107239 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.services.segments.db [None req-94b91628-1a9c-4ca9-a4ec-162ec1e2b035 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc14579a-c1fd-47c3-a9d0-a0ee9aecc3df') {} {{(pid=113345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:39.120483 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-94b91628-1a9c-4ca9-a4ec-162ec1e2b035 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788025301495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27917006'] for segment, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:39.123652 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f6ad4-d34d-4745-9651-285edc7f8149 req-c7f48fcd-e50b-44f9-8cc5-d042dc0de484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:39.125327 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-cb0f6ad4-d34d-4745-9651-285edc7f8149 req-c7f48fcd-e50b-44f9-8cc5-d042dc0de484 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5cc524f131464fe097cff64187071316&device_id=886e9a36-a4f8-44ed-80d0-6a440f49e430 HTTP/1.1" status: 200 len: 1097 time: 0.1601322 Nov 02 16:52:39.155515 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d0639-545d-4116-8f9e-ec97dc5854aa req-dbf46ee3-eec4-4043-bb7b-217ac3f21764 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:39.157140 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-c61d0639-545d-4116-8f9e-ec97dc5854aa req-dbf46ee3-eec4-4043-bb7b-217ac3f21764 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=886e9a36-a4f8-44ed-80d0-6a440f49e430 HTTP/1.1" status: 200 len: 944 time: 0.1272285 Nov 02 16:52:39.184811 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-94b91628-1a9c-4ca9-a4ec-162ec1e2b035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639893'] for segment, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:39.225399 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94b91628-1a9c-4ca9-a4ec-162ec1e2b035 admin admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=113345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:52:39.225815 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-94b91628-1a9c-4ca9-a4ec-162ec1e2b035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27915798'] for segment, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:39.228313 dv-cinder-773876-4-iscsi neutron-server[113345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:52:39.228313 dv-cinder-773876-4-iscsi neutron-server[113345]: self.session.flush() Nov 02 16:52:39.228313 dv-cinder-773876-4-iscsi neutron-server[113345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:52:39.228313 dv-cinder-773876-4-iscsi neutron-server[113345]: self.session.flush() Nov 02 16:52:39.228313 dv-cinder-773876-4-iscsi neutron-server[113345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:52:39.228313 dv-cinder-773876-4-iscsi neutron-server[113345]: self.session.flush() Nov 02 16:52:39.228313 dv-cinder-773876-4-iscsi neutron-server[113345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 16:52:39.228313 dv-cinder-773876-4-iscsi neutron-server[113345]: self.session.flush() Nov 02 16:52:39.228313 dv-cinder-773876-4-iscsi neutron-server[113345]: Traceback (most recent call last): Nov 02 16:52:39.228313 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:52:39.228313 dv-cinder-773876-4-iscsi neutron-server[113345]: timer() Nov 02 16:52:39.228313 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:52:39.228313 dv-cinder-773876-4-iscsi neutron-server[113345]: cb(*args, **kw) Nov 02 16:52:39.228313 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:52:39.228313 dv-cinder-773876-4-iscsi neutron-server[113345]: return func(*args, **kwargs) Nov 02 16:52:39.228313 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:52:39.228313 dv-cinder-773876-4-iscsi neutron-server[113345]: self._notify() Nov 02 16:52:39.228313 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:52:39.228313 dv-cinder-773876-4-iscsi neutron-server[113345]: self.callback(batched_events) Nov 02 16:52:39.228313 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:52:39.228313 dv-cinder-773876-4-iscsi neutron-server[113345]: event.method(event) Nov 02 16:52:39.228313 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:52:39.228313 dv-cinder-773876-4-iscsi neutron-server[113345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:52:39.228313 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:52:39.228313 dv-cinder-773876-4-iscsi neutron-server[113345]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:52:39.228313 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:52:39.228313 dv-cinder-773876-4-iscsi neutron-server[113345]: return f(self, *a, **k) Nov 02 16:52:39.228313 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:52:39.228313 dv-cinder-773876-4-iscsi neutron-server[113345]: return self._get(url).json() Nov 02 16:52:39.228313 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:52:39.228313 dv-cinder-773876-4-iscsi neutron-server[113345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:52:39.228313 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:52:39.228313 dv-cinder-773876-4-iscsi neutron-server[113345]: return self.request(url, 'GET', **kwargs) Nov 02 16:52:39.228313 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:52:39.228313 dv-cinder-773876-4-iscsi neutron-server[113345]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:52:39.228313 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:52:39.228313 dv-cinder-773876-4-iscsi neutron-server[113345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:52:39.228313 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:52:39.228313 dv-cinder-773876-4-iscsi neutron-server[113345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:52:39.228313 dv-cinder-773876-4-iscsi neutron-server[113345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:52:39.509714 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6448bda-ec27-4be8-9254-21ad7916ffcc req-041cc095-40bc-48ff-8943-c652c682e38e tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:39.512880 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-c6448bda-ec27-4be8-9254-21ad7916ffcc req-041cc095-40bc-48ff-8943-c652c682e38e tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/ports?device_id=0cc9451a-ff42-4d58-8086-84efeda40e0b HTTP/1.1" status: 200 len: 944 time: 0.0571003 Nov 02 16:52:39.576254 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-c6448bda-ec27-4be8-9254-21ad7916ffcc req-a5cb8c18-6b67-492e-8fd7-2b919e1ad462 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/security-groups?id=b1f05269-3171-411f-92d6-2a309bca96b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0578256 Nov 02 16:52:39.631560 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-94b91628-1a9c-4ca9-a4ec-162ec1e2b035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3708022'] for network, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:39.639018 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-c61d0639-545d-4116-8f9e-ec97dc5854aa req-3fb4751c-9fa1-4313-8ca7-794dfdf9ecdc tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=fdbf1ce9-36c7-4d3e-8369-8d851677c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4675326 Nov 02 16:52:39.645025 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-94b91628-1a9c-4ca9-a4ec-162ec1e2b035 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673503'] for network, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:39.648146 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-94b91628-1a9c-4ca9-a4ec-162ec1e2b035 admin admin] 10.222.0.118 "DELETE /v2.0/networks/feac3926-83aa-4c72-bcab-fa9f4d378711 HTTP/1.1" status: 204 len: 168 time: 1.3578472 Nov 02 16:52:39.650809 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f6ad4-d34d-4745-9651-285edc7f8149 req-1fd8a9c6-3625-4d44-b203-5eaaca55c5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:39.651784 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 46472) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:39.652437 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-cb0f6ad4-d34d-4745-9651-285edc7f8149 req-1fd8a9c6-3625-4d44-b203-5eaaca55c5c6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=2642968c-324e-4035-9dba-a5695e42fc1f HTTP/1.1" status: 200 len: 918 time: 0.5173781 Nov 02 16:52:39.672675 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b91628-1a9c-4ca9-a4ec-162ec1e2b035 admin admin] Pushing event deleted for resources: {'Network': ['ID=feac3926-83aa-4c72-bcab-fa9f4d378711,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:39.704001 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-cb0f6ad4-d34d-4745-9651-285edc7f8149 req-fae360f7-15d4-4a76-abf2-5bf50466fb73 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1262248-0dda-4533-af48-5c1338bb2d4c HTTP/1.1" status: 200 len: 217 time: 0.0408063 Nov 02 16:52:39.756942 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f6ad4-d34d-4745-9651-285edc7f8149 req-814a6af7-26c2-450d-89c0-4df14fdb760e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:39.758574 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-cb0f6ad4-d34d-4745-9651-285edc7f8149 req-814a6af7-26c2-450d-89c0-4df14fdb760e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fd525ac9-44f8-421c-b093-9ce2aeedf323 HTTP/1.1" status: 200 len: 856 time: 0.0470517 Nov 02 16:52:39.816498 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f6ad4-d34d-4745-9651-285edc7f8149 req-37f4d585-decd-4e42-a861-391e381bb9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:39.818121 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-cb0f6ad4-d34d-4745-9651-285edc7f8149 req-37f4d585-decd-4e42-a861-391e381bb9a9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2642968c-324e-4035-9dba-a5695e42fc1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512316 Nov 02 16:52:39.918716 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-cb0f6ad4-d34d-4745-9651-285edc7f8149 req-854b0d03-3c1c-4245-aea2-6cecf1157a8c service neutron] 10.222.0.76 "GET /v2.0/networks/2642968c-324e-4035-9dba-a5695e42fc1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922244 Nov 02 16:52:40.032908 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-cb0f6ad4-d34d-4745-9651-285edc7f8149 req-1ea0d950-69ec-4438-867c-0db4fd556b42 service neutron] 10.222.0.76 "GET /v2.0/networks/2642968c-324e-4035-9dba-a5695e42fc1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059964 Nov 02 16:52:40.141660 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-5d5b4eec-4ce1-4434-a232-e6fb88bde141 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3708740'] for router_interface, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:40.470190 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.plugin [None req-5d5b4eec-4ce1-4434-a232-e6fb88bde141 admin admin] Deleting port ea5dfaf8-d6cf-4a1f-9380-6b12d301b4b2 {{(pid=113344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 16:52:40.470393 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-5d5b4eec-4ce1-4434-a232-e6fb88bde141 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788025385849'] for port, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:40.559463 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.db [None req-5d5b4eec-4ce1-4434-a232-e6fb88bde141 admin admin] For port ea5dfaf8-d6cf-4a1f-9380-6b12d301b4b2, host dv-cinder-773876-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=ea5dfaf8-d6cf-4a1f-9380-6b12d301b4b2,segment=NetworkSegment(8a2a7dae-38f3-4205-a3c2-3881fc8185e4),segment_id=8a2a7dae-38f3-4205-a3c2-3881fc8185e4)] {{(pid=113344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:52:40.560372 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-5d5b4eec-4ce1-4434-a232-e6fb88bde141 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710950'] for port, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:40.576534 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.plugin [None req-5d5b4eec-4ce1-4434-a232-e6fb88bde141 admin admin] Calling delete_port for ea5dfaf8-d6cf-4a1f-9380-6b12d301b4b2 owned by network:router_interface {{(pid=113344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 16:52:40.748096 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5310f8-87ab-451b-af21-1727cd3b7048 req-2e2ea7a5-22c6-4ffc-9099-b044f4daa5a4 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:40.749960 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-2e5310f8-87ab-451b-af21-1727cd3b7048 req-2e2ea7a5-22c6-4ffc-9099-b044f4daa5a4 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 946 time: 0.0580132 Nov 02 16:52:40.788602 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098cc06e-a257-4ac1-b13c-fa9c20327e0f req-2e9779fd-dbd3-463a-b004-f974dab171fa tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:40.791658 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-098cc06e-a257-4ac1-b13c-fa9c20327e0f req-2e9779fd-dbd3-463a-b004-f974dab171fa tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/ports?device_id=0cc9451a-ff42-4d58-8086-84efeda40e0b HTTP/1.1" status: 200 len: 944 time: 0.0971699 Nov 02 16:52:40.823048 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-2e5310f8-87ab-451b-af21-1727cd3b7048 req-14ea1e6b-891e-423d-aa47-0ce7cb73dfe0 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups?id=defac20c-ef6f-4b35-b645-37394d3dc510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641375 Nov 02 16:52:40.917369 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-098cc06e-a257-4ac1-b13c-fa9c20327e0f req-29976e90-12f7-4d7d-a885-1ecce17e8892 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/security-groups?id=b1f05269-3171-411f-92d6-2a309bca96b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1133351 Nov 02 16:52:40.926399 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-5d5b4eec-4ce1-4434-a232-e6fb88bde141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788025390403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788024814071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25371697'] for port, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:40.990398 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c307f51-e8cb-4231-a3bb-98c02b3a2a02 req-c942e3f6-ee11-4773-a8f1-9c476c6a6cc6 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:40.992251 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-2c307f51-e8cb-4231-a3bb-98c02b3a2a02 req-c942e3f6-ee11-4773-a8f1-9c476c6a6cc6 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=886e9a36-a4f8-44ed-80d0-6a440f49e430 HTTP/1.1" status: 200 len: 944 time: 0.0831354 Nov 02 16:52:40.995205 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5b4eec-4ce1-4434-a232-e6fb88bde141 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea5dfaf8-d6cf-4a1f-9380-6b12d301b4b2,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:41.042649 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-855df423-bbc9-4da0-9f29-1e0b84f1ddb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:41.069019 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-2c307f51-e8cb-4231-a3bb-98c02b3a2a02 req-1ef40a23-9f8c-485c-89ae-d40aa929157a tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=fdbf1ce9-36c7-4d3e-8369-8d851677c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0672390 Nov 02 16:52:41.222645 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-5d5b4eec-4ce1-4434-a232-e6fb88bde141 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3731188'] for router_interface, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:41.434402 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device a1262248-0dda-4533-af48-5c1338bb2d4c details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=113346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:52:41.559670 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port a1262248-0dda-4533-af48-5c1338bb2d4c, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=a1262248-0dda-4533-af48-5c1338bb2d4c,segment=NetworkSegment(696e12bc-6b69-439e-85c8-346996a99755),segment_id=696e12bc-6b69-439e-85c8-346996a99755)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:52:41.576784 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Returning: {'device': 'a1262248-0dda-4533-af48-5c1338bb2d4c', 'network_id': '2642968c-324e-4035-9dba-a5695e42fc1f', 'port_id': 'a1262248-0dda-4533-af48-5c1338bb2d4c', 'mac_address': 'fa:16:3e:b8:9f:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd525ac9-44f8-421c-b093-9ce2aeedf323', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:52:41.625884 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:41.646156 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.notifiers.nova [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1262248-0dda-4533-af48-5c1338bb2d4c {{(pid=113346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:52:41.682767 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port a1262248-0dda-4533-af48-5c1338bb2d4c, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=a1262248-0dda-4533-af48-5c1338bb2d4c,segment=NetworkSegment(696e12bc-6b69-439e-85c8-346996a99755),segment_id=696e12bc-6b69-439e-85c8-346996a99755)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:52:41.690709 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:41.754416 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Pushing event updated for resources: {'Port': ['ID=a1262248-0dda-4533-af48-5c1338bb2d4c,revision_number=4']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:41.782330 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d5b4eec-4ce1-4434-a232-e6fb88bde141 admin admin] Router 18a7a4fb-6851-4e84-8cc0-ebc7ceef0050 has already been hosted by L3 agent 23c85ca8-88a6-46e7-9165-338a7fd1d142 {{(pid=113344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:52:41.850440 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2541a63f-af39-4f0b-8e2e-05ba32dfb192 req-7d81f183-177c-4e70-b517-5bd0e4baa83b tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:41.852368 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-2541a63f-af39-4f0b-8e2e-05ba32dfb192 req-7d81f183-177c-4e70-b517-5bd0e4baa83b tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 946 time: 0.0629122 Nov 02 16:52:41.936040 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d5b4eec-4ce1-4434-a232-e6fb88bde141 admin admin] Notify agent at l3_agent.dv-cinder-773876-4-iscsi the message routers_updated {{(pid=113344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:52:41.944409 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-5d5b4eec-4ce1-4434-a232-e6fb88bde141 admin admin] 10.222.0.118 "PUT /v2.0/routers/18a7a4fb-6851-4e84-8cc0-ebc7ceef0050/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2909138 Nov 02 16:52:41.948081 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 46492) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:41.950189 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b624ec-b3ac-4215-bb27-2ac45d9ef240 None None] Sync routers for ids ['18a7a4fb-6851-4e84-8cc0-ebc7ceef0050'] in dv-cinder-773876-4-iscsi {{(pid=113347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:52:41.966525 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] get_ports_and_sgs() called for port_ids ['a1262248-0dda-4533-af48-5c1338bb2d4c'] {{(pid=113346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:52:41.975764 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b624ec-b3ac-4215-bb27-2ac45d9ef240 None None] Routers {'18a7a4fb-6851-4e84-8cc0-ebc7ceef0050'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:52:41.976806 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-77b624ec-b3ac-4215-bb27-2ac45d9ef240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:52:41Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['18a7a4fb-6851-4e84-8cc0-ebc7ceef0050'], 'active': True} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:42.054739 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992768d-b1d1-413b-88b4-587979e9a90b req-a77efca9-834e-4dd4-a1dd-2575efeb3830 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:42.057240 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-f992768d-b1d1-413b-88b4-587979e9a90b req-a77efca9-834e-4dd4-a1dd-2575efeb3830 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 946 time: 0.1188121 Nov 02 16:52:42.137060 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-f992768d-b1d1-413b-88b4-587979e9a90b req-45f3b7c4-541e-4f33-977d-b46c21eb733e tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups?id=defac20c-ef6f-4b35-b645-37394d3dc510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724587 Nov 02 16:52:42.141137 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-acfabbd7-589a-4404-a046-55511734a2dd admin admin] Publish callbacks [] for router, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:42.203441 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2721aa-a8ef-4f87-b515-153c8a4b126e req-58069ee4-1dc8-4f64-ad70-9705955e729a tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:42.208789 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-bd2721aa-a8ef-4f87-b515-153c8a4b126e req-58069ee4-1dc8-4f64-ad70-9705955e729a tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/ports?device_id=0cc9451a-ff42-4d58-8086-84efeda40e0b HTTP/1.1" status: 200 len: 944 time: 0.1446059 Nov 02 16:52:42.235465 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [req-2541a63f-af39-4f0b-8e2e-05ba32dfb192 req-b3574e54-3f29-4787-b5f4-f703f1dec9e7 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Deleting port 8f7b9d28-8f61-494a-88cb-4fc30ad64a7e {{(pid=113345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 16:52:42.235854 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-2541a63f-af39-4f0b-8e2e-05ba32dfb192 req-b3574e54-3f29-4787-b5f4-f703f1dec9e7 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788025385849'] for port, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:42.276936 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92163f2-c729-4082-a617-a79fc366399d req-e0326339-235f-4dc1-81ea-1cac1f4affb7 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:42.278326 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-f92163f2-c729-4082-a617-a79fc366399d req-e0326339-235f-4dc1-81ea-1cac1f4affb7 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=886e9a36-a4f8-44ed-80d0-6a440f49e430 HTTP/1.1" status: 200 len: 945 time: 0.0744779 Nov 02 16:52:42.292886 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvr_db [None req-77b624ec-b3ac-4215-bb27-2ac45d9ef240 None None] Set router 18a7a4fb-6851-4e84-8cc0-ebc7ceef0050 gateway port host: dv-cinder-773876-4-iscsi {{(pid=113347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:52:42.344488 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-f92163f2-c729-4082-a617-a79fc366399d req-d452f992-bcc8-41e5-b61a-b04edb1c5900 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=fdbf1ce9-36c7-4d3e-8369-8d851677c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0587509 Nov 02 16:52:42.401241 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-bd2721aa-a8ef-4f87-b515-153c8a4b126e req-ff55ec7f-85bf-4597-8332-cd72a7628b04 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/security-groups?id=b1f05269-3171-411f-92d6-2a309bca96b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1838617 Nov 02 16:52:42.413937 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-acfabbd7-589a-4404-a046-55511734a2dd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:42.438950 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.db [req-2541a63f-af39-4f0b-8e2e-05ba32dfb192 req-b3574e54-3f29-4787-b5f4-f703f1dec9e7 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] For port 8f7b9d28-8f61-494a-88cb-4fc30ad64a7e, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=8f7b9d28-8f61-494a-88cb-4fc30ad64a7e,segment=NetworkSegment(9063e9b7-1cf0-4c78-a7b7-5d676507dd93),segment_id=9063e9b7-1cf0-4c78-a7b7-5d676507dd93)] {{(pid=113345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:52:42.439351 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-2541a63f-af39-4f0b-8e2e-05ba32dfb192 req-b3574e54-3f29-4787-b5f4-f703f1dec9e7 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710950'] for port, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:42.528584 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-77b624ec-b3ac-4215-bb27-2ac45d9ef240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a7a4fb-6851-4e84-8cc0-ebc7ceef0050', 'name': 'tempest-TestMinimumBasicScenario-1571197944-router', 'tenant_id': 'd8893a1c51494037812ebb841a885c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'a721bde5-bc4c-48ef-b37e-4d75dc07aa6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:48:56Z', 'updated_at': '2021-11-02T16:52:40Z', 'revision_number': 5, 'project_id': 'd8893a1c51494037812ebb841a885c65', 'gw_port': {'id': 'a721bde5-bc4c-48ef-b37e-4d75dc07aa6a', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:85:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a7a4fb-6851-4e84-8cc0-ebc7ceef0050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:48:57Z', 'updated_at': '2021-11-02T16:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi'}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:42.559246 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b624ec-b3ac-4215-bb27-2ac45d9ef240 None None] Checking router: 18a7a4fb-6851-4e84-8cc0-ebc7ceef0050 for host: dv-cinder-773876-4-iscsi {{(pid=113347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:52:42.573401 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b624ec-b3ac-4215-bb27-2ac45d9ef240 None None] Routers {'18a7a4fb-6851-4e84-8cc0-ebc7ceef0050'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:52:42.574065 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-77b624ec-b3ac-4215-bb27-2ac45d9ef240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:52:41Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['18a7a4fb-6851-4e84-8cc0-ebc7ceef0050'], 'active': True} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:42.603304 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [None req-acfabbd7-589a-4404-a046-55511734a2dd admin admin] Deleting port a721bde5-bc4c-48ef-b37e-4d75dc07aa6a {{(pid=113345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 16:52:42.603661 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-acfabbd7-589a-4404-a046-55511734a2dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788025385849'] for port, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:42.669612 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvr_db [None req-77b624ec-b3ac-4215-bb27-2ac45d9ef240 None None] Set router 18a7a4fb-6851-4e84-8cc0-ebc7ceef0050 gateway port host: None {{(pid=113347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:52:42.726709 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-2541a63f-af39-4f0b-8e2e-05ba32dfb192 req-b3574e54-3f29-4787-b5f4-f703f1dec9e7 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks [] for floatingip, precommit_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:42.727139 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-2541a63f-af39-4f0b-8e2e-05ba32dfb192 req-b3574e54-3f29-4787-b5f4-f703f1dec9e7 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3707972'] for floatingip, after_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:42.727489 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.db.l3_db [req-2541a63f-af39-4f0b-8e2e-05ba32dfb192 req-b3574e54-3f29-4787-b5f4-f703f1dec9e7 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Floating IP 8a9a02e4-5c0c-43b1-afc5-4d7c69b53904 disassociated. External IP: 172.27.1.102, port: 8f7b9d28-8f61-494a-88cb-4fc30ad64a7e. Nov 02 16:52:42.727984 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [req-2541a63f-af39-4f0b-8e2e-05ba32dfb192 req-b3574e54-3f29-4787-b5f4-f703f1dec9e7 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Calling delete_port for 8f7b9d28-8f61-494a-88cb-4fc30ad64a7e owned by compute:nova {{(pid=113345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 16:52:42.729078 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-77b624ec-b3ac-4215-bb27-2ac45d9ef240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a7a4fb-6851-4e84-8cc0-ebc7ceef0050', 'name': 'tempest-TestMinimumBasicScenario-1571197944-router', 'tenant_id': 'd8893a1c51494037812ebb841a885c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:48:56Z', 'updated_at': '2021-11-02T16:52:42Z', 'revision_number': 6, 'project_id': 'd8893a1c51494037812ebb841a885c65', 'gw_port_host': None}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:42.761597 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b624ec-b3ac-4215-bb27-2ac45d9ef240 None None] The sync data for ids ['18a7a4fb-6851-4e84-8cc0-ebc7ceef0050'] in dv-cinder-773876-4-iscsi is: [{'id': '18a7a4fb-6851-4e84-8cc0-ebc7ceef0050', 'name': 'tempest-TestMinimumBasicScenario-1571197944-router', 'tenant_id': 'd8893a1c51494037812ebb841a885c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:48:56Z', 'updated_at': '2021-11-02T16:52:42Z', 'revision_number': 6, 'project_id': 'd8893a1c51494037812ebb841a885c65', 'gw_port_host': None}] {{(pid=113347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:52:42.795763 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.db [None req-acfabbd7-589a-4404-a046-55511734a2dd admin admin] For port a721bde5-bc4c-48ef-b37e-4d75dc07aa6a, host dv-cinder-773876-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=a721bde5-bc4c-48ef-b37e-4d75dc07aa6a,segment=NetworkSegment(1cb664d2-69f4-46cd-9abc-3fc1a9239895),segment_id=1cb664d2-69f4-46cd-9abc-3fc1a9239895)] {{(pid=113345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:52:42.796331 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-acfabbd7-589a-4404-a046-55511734a2dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710950'] for port, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:42.813850 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [None req-acfabbd7-589a-4404-a046-55511734a2dd admin admin] Calling delete_port for a721bde5-bc4c-48ef-b37e-4d75dc07aa6a owned by network:router_gateway {{(pid=113345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 16:52:42.867874 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-dfe49d6c-b306-436a-ba68-760764be264a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:43.001573 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-2541a63f-af39-4f0b-8e2e-05ba32dfb192 req-b3574e54-3f29-4787-b5f4-f703f1dec9e7 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788025390403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788024814071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27915883'] for port, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:43.040343 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3574e54-3f29-4787-b5f4-f703f1dec9e7 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Pushing event deleted for resources: {'Port': ['ID=8f7b9d28-8f61-494a-88cb-4fc30ad64a7e,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:43.142618 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-acfabbd7-589a-4404-a046-55511734a2dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788025390403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788024814071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27915883'] for port, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:43.204076 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfabbd7-589a-4404-a046-55511734a2dd admin admin] Pushing event deleted for resources: {'Port': ['ID=a721bde5-bc4c-48ef-b37e-4d75dc07aa6a,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:43.302916 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-051238d9-1155-4b96-a304-027a3505b37b req-e6a2082b-7099-42ba-963b-89e4b544d13f tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 210 time: 0.0408440 Nov 02 16:52:43.348981 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2541a63f-af39-4f0b-8e2e-05ba32dfb192 req-b3574e54-3f29-4787-b5f4-f703f1dec9e7 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Router cb75ea54-b9eb-4743-961b-a3f4caef708f has already been hosted by L3 agent 23c85ca8-88a6-46e7-9165-338a7fd1d142 {{(pid=113345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:52:43.354904 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-acfabbd7-589a-4404-a046-55511734a2dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3708050'] for router_gateway, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:43.446244 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device a1262248-0dda-4533-af48-5c1338bb2d4c up at agent hyperv_hv-cinder-77387 {{(pid=113346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:52:43.514359 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-acfabbd7-589a-4404-a046-55511734a2dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3731240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26188'] for router, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:43.533547 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-acfabbd7-589a-4404-a046-55511734a2dd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:43.550388 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Provisioning for port a1262248-0dda-4533-af48-5c1338bb2d4c completed by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:52:43.557151 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Provisioning complete for port a1262248-0dda-4533-af48-5c1338bb2d4c triggered by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:52:43.557913 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:43.622566 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f4a394-ef59-41cf-a086-a28d0e6edc60 req-9f666fa6-15ac-4c18-bab9-96a0a04d81a8 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:43.624694 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-61f4a394-ef59-41cf-a086-a28d0e6edc60 req-9f666fa6-15ac-4c18-bab9-96a0a04d81a8 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/ports?device_id=0cc9451a-ff42-4d58-8086-84efeda40e0b HTTP/1.1" status: 200 len: 944 time: 0.0854166 Nov 02 16:52:43.662752 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-acfabbd7-589a-4404-a046-55511734a2dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3731249'] for router, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:43.663691 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acfabbd7-589a-4404-a046-55511734a2dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18a7a4fb-6851-4e84-8cc0-ebc7ceef0050 {{(pid=113345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:52:43.679472 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-acfabbd7-589a-4404-a046-55511734a2dd admin admin] Publish callbacks [] for router, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:43.685254 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-acfabbd7-589a-4404-a046-55511734a2dd admin admin] 10.222.0.118 "DELETE /v2.0/routers/18a7a4fb-6851-4e84-8cc0-ebc7ceef0050 HTTP/1.1" status: 204 len: 168 time: 1.7355063 Nov 02 16:52:43.685491 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 46504) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:43.703305 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e66534-aa40-4229-8dcc-f2d8e10912ee req-112fc02f-64d4-49b1-b324-85a06ffb134f tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:43.705404 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-e4e66534-aa40-4229-8dcc-f2d8e10912ee req-112fc02f-64d4-49b1-b324-85a06ffb134f tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=886e9a36-a4f8-44ed-80d0-6a440f49e430 HTTP/1.1" status: 200 len: 945 time: 0.2482402 Nov 02 16:52:43.706727 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:43.749247 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2541a63f-af39-4f0b-8e2e-05ba32dfb192 req-b3574e54-3f29-4787-b5f4-f703f1dec9e7 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Notify agent at l3_agent.dv-cinder-773876-4-iscsi the message routers_updated {{(pid=113345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:52:43.771226 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-61f4a394-ef59-41cf-a086-a28d0e6edc60 req-eddad2e8-6825-4760-bf79-32d0c5e304ca tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/security-groups?id=b1f05269-3171-411f-92d6-2a309bca96b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1369820 Nov 02 16:52:43.778021 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '886e9a36-a4f8-44ed-80d0-6a440f49e430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1262248-0dda-4533-af48-5c1338bb2d4c'}] {{(pid=113346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:52:43.792560 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76f9361971789a5ad3b4a9c4b1498f7b6e6fa8520131c3d92747b1d2ae9477a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce613e5-1a6a-4f69-a063-2ba38ac1719f" -d '{"events": [{"server_uuid": "886e9a36-a4f8-44ed-80d0-6a440f49e430", "name": "network-vif-plugged", "status": "completed", "tag": "a1262248-0dda-4533-af48-5c1338bb2d4c"}]}' {{(pid=113346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:52:43.796110 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.db.db_base_plugin_v2 [None req-6abdbf65-fbce-4a83-a8f8-df4c5d40e25c admin admin] Deleting subnet c5408ae6-d449-43c9-a248-449af3b952ee {{(pid=113344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 16:52:43.800079 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-6abdbf65-fbce-4a83-a8f8-df4c5d40e25c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:43.806445 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581db0ca-1bf7-4a58-8d7e-f40b47a3a317 None None] Sync routers for ids ['cb75ea54-b9eb-4743-961b-a3f4caef708f'] in dv-cinder-773876-4-iscsi {{(pid=113346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:52:43.834083 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port a1262248-0dda-4533-af48-5c1338bb2d4c, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=a1262248-0dda-4533-af48-5c1338bb2d4c,segment=NetworkSegment(696e12bc-6b69-439e-85c8-346996a99755),segment_id=696e12bc-6b69-439e-85c8-346996a99755)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:52:43.837395 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-e4e66534-aa40-4229-8dcc-f2d8e10912ee req-091736d0-2444-475e-9f87-7d8f825cc712 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=fdbf1ce9-36c7-4d3e-8369-8d851677c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1215398 Nov 02 16:52:43.842267 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581db0ca-1bf7-4a58-8d7e-f40b47a3a317 None None] Routers {'cb75ea54-b9eb-4743-961b-a3f4caef708f'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:52:43.843123 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-581db0ca-1bf7-4a58-8d7e-f40b47a3a317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:52:41Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['cb75ea54-b9eb-4743-961b-a3f4caef708f'], 'active': True} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:43.845605 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:43.855633 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-6abdbf65-fbce-4a83-a8f8-df4c5d40e25c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25199420'] for subnet, precommit_delete_associations {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:43.877437 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.l3_dvrscheduler_db [req-2541a63f-af39-4f0b-8e2e-05ba32dfb192 req-b3574e54-3f29-4787-b5f4-f703f1dec9e7 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] No DVR routers for this DVR port 8f7b9d28-8f61-494a-88cb-4fc30ad64a7e on host hv-cinder-77387 {{(pid=113345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:52:43.882490 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-2541a63f-af39-4f0b-8e2e-05ba32dfb192 req-b3574e54-3f29-4787-b5f4-f703f1dec9e7 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221'] for port, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:43.889096 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-2541a63f-af39-4f0b-8e2e-05ba32dfb192 req-b3574e54-3f29-4787-b5f4-f703f1dec9e7 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.76 "DELETE /v2.0/ports/8f7b9d28-8f61-494a-88cb-4fc30ad64a7e HTTP/1.1" status: 204 len: 173 time: 2.0293386 Nov 02 16:52:43.891580 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e0809e6-a338-4bc7-8413-86af16333eb4', 'name': 'network-vif-deleted', 'tag': '8f7b9d28-8f61-494a-88cb-4fc30ad64a7e'}] {{(pid=113345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:52:43.894359 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88728d28071a92af03fe3e2826ca256f68f88e9f4aa3bce1a4ce6001ce5f6d9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8889e9fd-1863-4e7c-aeca-b38ddd81897d" -d '{"events": [{"server_uuid": "1e0809e6-a338-4bc7-8413-86af16333eb4", "name": "network-vif-deleted", "tag": "8f7b9d28-8f61-494a-88cb-4fc30ad64a7e"}]}' {{(pid=113345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:52:43.988296 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18bf7420-6108-40cc-9058-1eed106d6657 x-openstack-request-id: req-18bf7420-6108-40cc-9058-1eed106d6657 {{(pid=113345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:52:43.991252 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e0809e6-a338-4bc7-8413-86af16333eb4", "name": "network-vif-deleted", "tag": "8f7b9d28-8f61-494a-88cb-4fc30ad64a7e", "status": "completed", "code": 200}]} {{(pid=113345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:52:43.991565 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-18bf7420-6108-40cc-9058-1eed106d6657 {{(pid=113345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:52:43.991986 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e0809e6-a338-4bc7-8413-86af16333eb4', 'name': 'network-vif-deleted', 'tag': '8f7b9d28-8f61-494a-88cb-4fc30ad64a7e', 'status': 'completed', 'code': 200} Nov 02 16:52:44.010042 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Pushing event updated for resources: {'Port': ['ID=a1262248-0dda-4533-af48-5c1338bb2d4c,revision_number=5']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:44.012045 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-6abdbf65-fbce-4a83-a8f8-df4c5d40e25c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645718'] for subnet, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:44.115843 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvr_db [None req-581db0ca-1bf7-4a58-8d7e-f40b47a3a317 None None] Set router cb75ea54-b9eb-4743-961b-a3f4caef708f gateway port host: dv-cinder-773876-4-iscsi {{(pid=113346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:52:44.119068 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2b8714-66f7-4912-893d-d1dc55fce1e5 x-openstack-request-id: req-da2b8714-66f7-4912-893d-d1dc55fce1e5 {{(pid=113346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:52:44.119425 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "886e9a36-a4f8-44ed-80d0-6a440f49e430", "name": "network-vif-plugged", "status": "completed", "tag": "a1262248-0dda-4533-af48-5c1338bb2d4c", "code": 200}]} {{(pid=113346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:52:44.119713 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-da2b8714-66f7-4912-893d-d1dc55fce1e5 {{(pid=113346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:52:44.120145 dv-cinder-773876-4-iscsi neutron-server[113346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '886e9a36-a4f8-44ed-80d0-6a440f49e430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1262248-0dda-4533-af48-5c1338bb2d4c', 'code': 200} Nov 02 16:52:44.134048 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-6abdbf65-fbce-4a83-a8f8-df4c5d40e25c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25372910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25642358'] for subnet, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:44.166383 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abdbf65-fbce-4a83-a8f8-df4c5d40e25c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5408ae6-d449-43c9-a248-449af3b952ee,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:44.170799 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-6abdbf65-fbce-4a83-a8f8-df4c5d40e25c admin admin] Publish callbacks [] for subnet, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:44.174005 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-6abdbf65-fbce-4a83-a8f8-df4c5d40e25c admin admin] 10.222.0.118 "DELETE /v2.0/subnets/c5408ae6-d449-43c9-a248-449af3b952ee HTTP/1.1" status: 204 len: 168 time: 0.4846413 Nov 02 16:52:44.176877 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 46512) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:44.188781 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab0fa05-71c8-4a53-bc56-58845e9f61d6 None None] Network a0b3ac43-ce2e-4870-aa2a-ba58c2f8fa51 requested from dv-cinder-773876-4-iscsi {{(pid=113346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:52:44.263903 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-4a4e3672-f673-4608-84c5-044fb5ccd599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652235'] for network, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:44.360864 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea84056-701a-4f4b-9d42-a9d5d068a0d7 req-a2499c95-48b2-4062-ab05-e6802a408ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:44.363692 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-9ea84056-701a-4f4b-9d42-a9d5d068a0d7 req-a2499c95-48b2-4062-ab05-e6802a408ea8 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=886e9a36-a4f8-44ed-80d0-6a440f49e430 HTTP/1.1" status: 200 len: 1099 time: 0.0622938 Nov 02 16:52:44.409228 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [None req-4a4e3672-f673-4608-84c5-044fb5ccd599 admin admin] Deleting port 0e25c6a5-db60-45cf-8430-34de6ebc5782 {{(pid=113345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 16:52:44.409589 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-4a4e3672-f673-4608-84c5-044fb5ccd599 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788025385849'] for port, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:44.449773 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-9ea84056-701a-4f4b-9d42-a9d5d068a0d7 req-e58ce00d-ba36-49d2-9a34-a1ecae41da13 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=fdbf1ce9-36c7-4d3e-8369-8d851677c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0778022 Nov 02 16:52:44.529965 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-b2c2ba1a-fbb9-49cd-8799-817f125ba51e req-0a8282c6-1ea7-4d05-9467-91c3c1d10500 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e0809e6-a338-4bc7-8413-86af16333eb4 HTTP/1.1" status: 200 len: 210 time: 0.0399692 Nov 02 16:52:44.537925 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.db [None req-4a4e3672-f673-4608-84c5-044fb5ccd599 admin admin] For port 0e25c6a5-db60-45cf-8430-34de6ebc5782, host dv-cinder-773876-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=0e25c6a5-db60-45cf-8430-34de6ebc5782,segment=NetworkSegment(8a2a7dae-38f3-4205-a3c2-3881fc8185e4),segment_id=8a2a7dae-38f3-4205-a3c2-3881fc8185e4)] {{(pid=113345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:52:44.538376 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-4a4e3672-f673-4608-84c5-044fb5ccd599 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710950'] for port, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:44.556572 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [None req-4a4e3672-f673-4608-84c5-044fb5ccd599 admin admin] Calling delete_port for 0e25c6a5-db60-45cf-8430-34de6ebc5782 owned by network:dhcp {{(pid=113345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 16:52:44.646155 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-581db0ca-1bf7-4a58-8d7e-f40b47a3a317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb75ea54-b9eb-4743-961b-a3f4caef708f', 'name': 'tempest-AttachVolumeTestJSON-1456657988-router', 'tenant_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'fe1e6f6b-5723-43fc-9b40-6adb766eef9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:46:24Z', 'updated_at': '2021-11-02T16:46:45Z', 'revision_number': 4, 'project_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'gw_port': {'id': 'fe1e6f6b-5723-43fc-9b40-6adb766eef9e', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:94:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb75ea54-b9eb-4743-961b-a3f4caef708f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:28Z', 'updated_at': '2021-11-02T16:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_interfaces': [{'id': '6e0f9ba0-c6dd-4491-813c-9e774c45dd92', 'name': '', 'network_id': 'c3ac4ab4-0ce0-4abb-9960-272f99ead558', 'tenant_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'mac_address': 'fa:16:3e:ce:78:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb75ea54-b9eb-4743-961b-a3f4caef708f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '81d3d140-25a2-438b-a64f-a1dea867ba0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:40Z', 'updated_at': '2021-11-02T16:46:59Z', 'revision_number': 5, 'project_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'subnets': [{'id': '81d3d140-25a2-438b-a64f-a1dea867ba0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:44.647251 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-4a4e3672-f673-4608-84c5-044fb5ccd599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788025390403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788024814071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27915883'] for port, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:44.678370 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4e3672-f673-4608-84c5-044fb5ccd599 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e25c6a5-db60-45cf-8430-34de6ebc5782,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:44.683041 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581db0ca-1bf7-4a58-8d7e-f40b47a3a317 None None] Checking router: cb75ea54-b9eb-4743-961b-a3f4caef708f for host: dv-cinder-773876-4-iscsi {{(pid=113346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:52:44.687891 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4e3672-f673-4608-84c5-044fb5ccd599 admin admin] No DVR routers for this DVR port 0e25c6a5-db60-45cf-8430-34de6ebc5782 on host dv-cinder-773876-4-iscsi {{(pid=113345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:52:44.692349 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0b95-0143-42d2-8d33-45f1b37c89de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:44.697290 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581db0ca-1bf7-4a58-8d7e-f40b47a3a317 None None] Routers {'cb75ea54-b9eb-4743-961b-a3f4caef708f'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:52:44.697967 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-581db0ca-1bf7-4a58-8d7e-f40b47a3a317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:52:41Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['cb75ea54-b9eb-4743-961b-a3f4caef708f'], 'active': True} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:44.747921 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84585cd-fbed-4769-86e1-78d422156cb3 None None] DHCP port deletion for a0b3ac43-ce2e-4870-aa2a-ba58c2f8fa51 request from dv-cinder-773876-4-iscsi {{(pid=113346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:52:44.796536 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-4a4e3672-f673-4608-84c5-044fb5ccd599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644317', 'neutron.services.segments.db._delete_segments_for_network-8788025296622'] for network, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:44.831163 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.services.segments.db [None req-4a4e3672-f673-4608-84c5-044fb5ccd599 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0b3ac43-ce2e-4870-aa2a-ba58c2f8fa51']}} {{(pid=113345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:44.844071 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.services.segments.db [None req-4a4e3672-f673-4608-84c5-044fb5ccd599 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a2a7dae-38f3-4205-a3c2-3881fc8185e4') {'for_net_delete': True} {{(pid=113345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:44.844462 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.services.segments.db [None req-4a4e3672-f673-4608-84c5-044fb5ccd599 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a2a7dae-38f3-4205-a3c2-3881fc8185e4') {} {{(pid=113345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:44.857905 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-4a4e3672-f673-4608-84c5-044fb5ccd599 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788025301495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27917006'] for segment, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:44.873142 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device ea5dfaf8-d6cf-4a1f-9380-6b12d301b4b2 no longer exists at agent ovs-agent-dv-cinder-773876-4-iscsi {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:52:44.874806 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-4a4e3672-f673-4608-84c5-044fb5ccd599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639893'] for segment, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:44.882416 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a4e3672-f673-4608-84c5-044fb5ccd599 admin admin] Releasing vlan 784 on physical network physnet1 to pool {{(pid=113345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:52:44.883465 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-4a4e3672-f673-4608-84c5-044fb5ccd599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27915798'] for segment, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:44.887928 dv-cinder-773876-4-iscsi neutron-server[113345]: Traceback (most recent call last): Nov 02 16:52:44.887928 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:52:44.887928 dv-cinder-773876-4-iscsi neutron-server[113345]: timer() Nov 02 16:52:44.887928 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:52:44.887928 dv-cinder-773876-4-iscsi neutron-server[113345]: cb(*args, **kw) Nov 02 16:52:44.887928 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:52:44.887928 dv-cinder-773876-4-iscsi neutron-server[113345]: return func(*args, **kwargs) Nov 02 16:52:44.887928 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:52:44.887928 dv-cinder-773876-4-iscsi neutron-server[113345]: self._notify() Nov 02 16:52:44.887928 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:52:44.887928 dv-cinder-773876-4-iscsi neutron-server[113345]: self.callback(batched_events) Nov 02 16:52:44.887928 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:52:44.887928 dv-cinder-773876-4-iscsi neutron-server[113345]: event.method(event) Nov 02 16:52:44.887928 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:52:44.887928 dv-cinder-773876-4-iscsi neutron-server[113345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:52:44.887928 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:52:44.887928 dv-cinder-773876-4-iscsi neutron-server[113345]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:52:44.887928 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:52:44.887928 dv-cinder-773876-4-iscsi neutron-server[113345]: return f(self, *a, **k) Nov 02 16:52:44.887928 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:52:44.887928 dv-cinder-773876-4-iscsi neutron-server[113345]: return self._get(url).json() Nov 02 16:52:44.887928 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:52:44.887928 dv-cinder-773876-4-iscsi neutron-server[113345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:52:44.887928 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:52:44.887928 dv-cinder-773876-4-iscsi neutron-server[113345]: return self.request(url, 'GET', **kwargs) Nov 02 16:52:44.887928 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:52:44.887928 dv-cinder-773876-4-iscsi neutron-server[113345]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:52:44.887928 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:52:44.887928 dv-cinder-773876-4-iscsi neutron-server[113345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:52:44.887928 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:52:44.887928 dv-cinder-773876-4-iscsi neutron-server[113345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:52:44.887928 dv-cinder-773876-4-iscsi neutron-server[113345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:52:44.903997 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] No Port match for: ea5dfaf8-d6cf-4a1f-9380-6b12d301b4b2 {{(pid=113346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 16:52:44.904406 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device ea5dfaf8-d6cf-4a1f-9380-6b12d301b4b2 not bound to the agent host dv-cinder-773876-4-iscsi {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:52:44.904855 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device a721bde5-bc4c-48ef-b37e-4d75dc07aa6a no longer exists at agent ovs-agent-dv-cinder-773876-4-iscsi {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:52:44.934251 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvr_db [None req-581db0ca-1bf7-4a58-8d7e-f40b47a3a317 None None] Set router cb75ea54-b9eb-4743-961b-a3f4caef708f gateway port host: dv-cinder-773876-4-iscsi {{(pid=113346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:52:44.936300 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] No Port match for: a721bde5-bc4c-48ef-b37e-4d75dc07aa6a {{(pid=113346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 16:52:44.936761 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device a721bde5-bc4c-48ef-b37e-4d75dc07aa6a not bound to the agent host dv-cinder-773876-4-iscsi {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:52:44.937206 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device 0e25c6a5-db60-45cf-8430-34de6ebc5782 no longer exists at agent ovs-agent-dv-cinder-773876-4-iscsi {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:52:44.959422 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92881b9b-86dc-4c80-8e98-3d04acd3f1ec req-ce5788e3-0063-4928-8a78-e49402c87956 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:44.962410 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-92881b9b-86dc-4c80-8e98-3d04acd3f1ec req-ce5788e3-0063-4928-8a78-e49402c87956 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/ports?device_id=0cc9451a-ff42-4d58-8086-84efeda40e0b HTTP/1.1" status: 200 len: 944 time: 0.0562737 Nov 02 16:52:44.992915 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] No Port match for: 0e25c6a5-db60-45cf-8430-34de6ebc5782 {{(pid=113346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 16:52:44.993315 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device 0e25c6a5-db60-45cf-8430-34de6ebc5782 not bound to the agent host dv-cinder-773876-4-iscsi {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:52:45.011313 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-4a4e3672-f673-4608-84c5-044fb5ccd599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3708022'] for network, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:45.019688 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-4a4e3672-f673-4608-84c5-044fb5ccd599 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673503'] for network, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:45.027112 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-4a4e3672-f673-4608-84c5-044fb5ccd599 admin admin] 10.222.0.118 "DELETE /v2.0/networks/a0b3ac43-ce2e-4870-aa2a-ba58c2f8fa51 HTTP/1.1" status: 204 len: 168 time: 0.8489220 Nov 02 16:52:45.043328 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4e3672-f673-4608-84c5-044fb5ccd599 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0b3ac43-ce2e-4870-aa2a-ba58c2f8fa51,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:45.048743 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-92881b9b-86dc-4c80-8e98-3d04acd3f1ec req-44e66899-1c8b-438d-8d75-e32f44ccae0a tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/security-groups?id=b1f05269-3171-411f-92d6-2a309bca96b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0751796 Nov 02 16:52:45.064947 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eda801-c63a-4de9-917e-ac9fe19d9019 req-56559c0b-1950-4980-8a2a-01a6f1e38418 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:45.070633 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-20eda801-c63a-4de9-917e-ac9fe19d9019 req-56559c0b-1950-4980-8a2a-01a6f1e38418 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=886e9a36-a4f8-44ed-80d0-6a440f49e430 HTTP/1.1" status: 200 len: 946 time: 0.1003501 Nov 02 16:52:45.127787 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-20eda801-c63a-4de9-917e-ac9fe19d9019 req-568d4f73-0dcc-4b66-9f93-806642b19245 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=fdbf1ce9-36c7-4d3e-8369-8d851677c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0521760 Nov 02 16:52:45.231399 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-581db0ca-1bf7-4a58-8d7e-f40b47a3a317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb75ea54-b9eb-4743-961b-a3f4caef708f', 'name': 'tempest-AttachVolumeTestJSON-1456657988-router', 'tenant_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'fe1e6f6b-5723-43fc-9b40-6adb766eef9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:46:24Z', 'updated_at': '2021-11-02T16:46:45Z', 'revision_number': 4, 'project_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'gw_port': {'id': 'fe1e6f6b-5723-43fc-9b40-6adb766eef9e', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:94:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb75ea54-b9eb-4743-961b-a3f4caef708f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:28Z', 'updated_at': '2021-11-02T16:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_interfaces': [{'id': '6e0f9ba0-c6dd-4491-813c-9e774c45dd92', 'name': '', 'network_id': 'c3ac4ab4-0ce0-4abb-9960-272f99ead558', 'tenant_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'mac_address': 'fa:16:3e:ce:78:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb75ea54-b9eb-4743-961b-a3f4caef708f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '81d3d140-25a2-438b-a64f-a1dea867ba0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:40Z', 'updated_at': '2021-11-02T16:46:59Z', 'revision_number': 5, 'project_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'subnets': [{'id': '81d3d140-25a2-438b-a64f-a1dea867ba0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:45.239937 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 46522) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:45.262456 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581db0ca-1bf7-4a58-8d7e-f40b47a3a317 None None] The sync data for ids ['cb75ea54-b9eb-4743-961b-a3f4caef708f'] in dv-cinder-773876-4-iscsi is: [{'id': 'cb75ea54-b9eb-4743-961b-a3f4caef708f', 'name': 'tempest-AttachVolumeTestJSON-1456657988-router', 'tenant_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'fe1e6f6b-5723-43fc-9b40-6adb766eef9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:46:24Z', 'updated_at': '2021-11-02T16:46:45Z', 'revision_number': 4, 'project_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'gw_port': {'id': 'fe1e6f6b-5723-43fc-9b40-6adb766eef9e', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:94:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb75ea54-b9eb-4743-961b-a3f4caef708f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:28Z', 'updated_at': '2021-11-02T16:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_interfaces': [{'id': '6e0f9ba0-c6dd-4491-813c-9e774c45dd92', 'name': '', 'network_id': 'c3ac4ab4-0ce0-4abb-9960-272f99ead558', 'tenant_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'mac_address': 'fa:16:3e:ce:78:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb75ea54-b9eb-4743-961b-a3f4caef708f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '81d3d140-25a2-438b-a64f-a1dea867ba0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:40Z', 'updated_at': '2021-11-02T16:46:59Z', 'revision_number': 5, 'project_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'subnets': [{'id': '81d3d140-25a2-438b-a64f-a1dea867ba0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:52:45.288768 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-eb0529c9-fe82-43fb-a1d0-ec6f11fffa14 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=078aa8372f994f1eafe3013d58d8c979&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0465527 Nov 02 16:52:45.292119 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 46524) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:45.358833 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-fedcf506-20fd-412e-a9a0-d02e09fd4098 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:45.382889 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-fedcf506-20fd-412e-a9a0-d02e09fd4098 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:45.434173 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device 38f4c5ac-fd67-4d6a-bcb0-06b8456ad406 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=113346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:52:45.444129 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-fedcf506-20fd-412e-a9a0-d02e09fd4098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:45.448378 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-fedcf506-20fd-412e-a9a0-d02e09fd4098 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:45.452691 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-fedcf506-20fd-412e-a9a0-d02e09fd4098 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/f229dc72-75bc-4f7f-9412-443673b95669 HTTP/1.1" status: 204 len: 168 time: 0.1564786 Nov 02 16:52:45.460546 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedcf506-20fd-412e-a9a0-d02e09fd4098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f229dc72-75bc-4f7f-9412-443673b95669,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:45.677150 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 46532) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:45.716199 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port 38f4c5ac-fd67-4d6a-bcb0-06b8456ad406, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=38f4c5ac-fd67-4d6a-bcb0-06b8456ad406,segment=NetworkSegment(a0db1be0-f211-4b56-8245-8ff244bfde1c),segment_id=a0db1be0-f211-4b56-8245-8ff244bfde1c)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:52:45.744216 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Returning: {'device': '38f4c5ac-fd67-4d6a-bcb0-06b8456ad406', 'network_id': 'ac5452b3-7329-433e-af1f-df17acea3828', 'port_id': '38f4c5ac-fd67-4d6a-bcb0-06b8456ad406', 'mac_address': 'fa:16:3e:da:42:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa72a888-b45f-4cfb-ae6c-4494e796baf0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:52:45.762629 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e74b6b7-396b-4361-aeee-91578a2033e4 None None] New status for floating IP 8a9a02e4-5c0c-43b1-afc5-4d7c69b53904: DOWN {{(pid=113347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 16:52:45.823295 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-42d16cfb-9666-4483-9e43-c17198162363 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks [] for security_group, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:45.825745 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:45.857513 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.notifiers.nova [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38f4c5ac-fd67-4d6a-bcb0-06b8456ad406 {{(pid=113346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:52:45.869884 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-42d16cfb-9666-4483-9e43-c17198162363 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks [] for security_group, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:45.922236 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port 38f4c5ac-fd67-4d6a-bcb0-06b8456ad406, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=38f4c5ac-fd67-4d6a-bcb0-06b8456ad406,segment=NetworkSegment(a0db1be0-f211-4b56-8245-8ff244bfde1c),segment_id=a0db1be0-f211-4b56-8245-8ff244bfde1c)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:52:45.929727 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:45.958870 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-42d16cfb-9666-4483-9e43-c17198162363 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:45.962412 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-42d16cfb-9666-4483-9e43-c17198162363 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks [] for security_group, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:45.963833 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-42d16cfb-9666-4483-9e43-c17198162363 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "DELETE /v2.0/security-groups/defac20c-ef6f-4b35-b645-37394d3dc510 HTTP/1.1" status: 204 len: 168 time: 0.2807410 Nov 02 16:52:45.967043 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 46536) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:45.974902 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d16cfb-9666-4483-9e43-c17198162363 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=defac20c-ef6f-4b35-b645-37394d3dc510,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:45.989386 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.api.v2.resource [None req-e0419764-383a-4bdf-801c-ad5e00d576eb tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] show failed (client error): The resource could not be found. Nov 02 16:52:45.990517 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-e0419764-383a-4bdf-801c-ad5e00d576eb tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups/defac20c-ef6f-4b35-b645-37394d3dc510 HTTP/1.1" status: 404 len: 347 time: 0.0214527 Nov 02 16:52:45.994486 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 46538) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:46.025315 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Pushing event updated for resources: {'Port': ['ID=38f4c5ac-fd67-4d6a-bcb0-06b8456ad406,revision_number=4']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:46.072964 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:46.128952 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 46542) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:46.184280 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee42cd-161d-41b1-aa17-55fc9092bc49 req-cdeeed21-2339-405b-8d48-574e969ff222 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:46.186244 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-02ee42cd-161d-41b1-aa17-55fc9092bc49 req-cdeeed21-2339-405b-8d48-574e969ff222 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/ports?device_id=0cc9451a-ff42-4d58-8086-84efeda40e0b HTTP/1.1" status: 200 len: 945 time: 0.0588434 Nov 02 16:52:46.187534 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-a151cb5b-be26-4bbd-8da4-70d52f056156 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=d8893a1c51494037812ebb841a885c65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0568123 Nov 02 16:52:46.190454 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 46546) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:46.195671 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [None req-72505b73-7def-4264-931b-a9f0d0cdc9ab tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Deleting port 78b59026-b5d9-46a8-8abb-c3e262ee7745 {{(pid=113345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 16:52:46.196809 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-72505b73-7def-4264-931b-a9f0d0cdc9ab tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788025385849'] for port, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:46.202187 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] get_ports_and_sgs() called for port_ids ['38f4c5ac-fd67-4d6a-bcb0-06b8456ad406'] {{(pid=113346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:52:46.293741 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-18638e04-d9cc-4f5e-8ebc-911f46b52e91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:46.302893 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-02ee42cd-161d-41b1-aa17-55fc9092bc49 req-de80eda9-fd32-4a57-bee3-05706fb33543 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/security-groups?id=b1f05269-3171-411f-92d6-2a309bca96b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1037669 Nov 02 16:52:46.320052 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdc57d6-3dba-4bd2-a9af-e755ac5ec0ef req-42a46951-0b1e-44c2-aade-7025ab1f6c03 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:46.322195 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-4fdc57d6-3dba-4bd2-a9af-e755ac5ec0ef req-42a46951-0b1e-44c2-aade-7025ab1f6c03 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=886e9a36-a4f8-44ed-80d0-6a440f49e430 HTTP/1.1" status: 200 len: 946 time: 0.0989714 Nov 02 16:52:46.335690 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-72505b73-7def-4264-931b-a9f0d0cdc9ab tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710950'] for port, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:46.336022 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-72505b73-7def-4264-931b-a9f0d0cdc9ab tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:46.337146 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-18638e04-d9cc-4f5e-8ebc-911f46b52e91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:46.366605 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [None req-72505b73-7def-4264-931b-a9f0d0cdc9ab tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Calling delete_port for 78b59026-b5d9-46a8-8abb-c3e262ee7745 owned by network:floatingip {{(pid=113345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 16:52:46.391563 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-18638e04-d9cc-4f5e-8ebc-911f46b52e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:46.394813 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-18638e04-d9cc-4f5e-8ebc-911f46b52e91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:46.398786 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-18638e04-d9cc-4f5e-8ebc-911f46b52e91 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/1bd775ad-ce87-4473-b43e-cfd666be68a1 HTTP/1.1" status: 204 len: 168 time: 0.2044270 Nov 02 16:52:46.407013 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18638e04-d9cc-4f5e-8ebc-911f46b52e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd775ad-ce87-4473-b43e-cfd666be68a1,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:46.418973 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18638e04-d9cc-4f5e-8ebc-911f46b52e91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:46.419325 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18638e04-d9cc-4f5e-8ebc-911f46b52e91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:46.419926 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18638e04-d9cc-4f5e-8ebc-911f46b52e91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:46.420641 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18638e04-d9cc-4f5e-8ebc-911f46b52e91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:46.421451 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18638e04-d9cc-4f5e-8ebc-911f46b52e91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:46.422014 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18638e04-d9cc-4f5e-8ebc-911f46b52e91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:46.422596 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18638e04-d9cc-4f5e-8ebc-911f46b52e91 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:46.422917 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18638e04-d9cc-4f5e-8ebc-911f46b52e91 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:46.423331 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18638e04-d9cc-4f5e-8ebc-911f46b52e91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:46.423594 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18638e04-d9cc-4f5e-8ebc-911f46b52e91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:46.424443 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18638e04-d9cc-4f5e-8ebc-911f46b52e91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:46.424780 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18638e04-d9cc-4f5e-8ebc-911f46b52e91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:46.456606 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-4fdc57d6-3dba-4bd2-a9af-e755ac5ec0ef req-ffc7c556-6aaa-4b2f-90fc-3a2e82247858 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=fdbf1ce9-36c7-4d3e-8369-8d851677c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1169958 Nov 02 16:52:46.574886 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-72505b73-7def-4264-931b-a9f0d0cdc9ab tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788025390403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788024814071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27915883'] for port, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:46.605460 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72505b73-7def-4264-931b-a9f0d0cdc9ab tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Pushing event deleted for resources: {'Port': ['ID=78b59026-b5d9-46a8-8abb-c3e262ee7745,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:46.626774 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77852949-da77-4e57-aba6-62e5fb897963 req-83d80ca7-ec81-4615-b04c-3ae14279cbca tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:46.628666 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-77852949-da77-4e57-aba6-62e5fb897963 req-83d80ca7-ec81-4615-b04c-3ae14279cbca tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=886e9a36-a4f8-44ed-80d0-6a440f49e430 HTTP/1.1" status: 200 len: 946 time: 0.0776942 Nov 02 16:52:46.641786 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 46552) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:46.648601 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.v2.base [None req-233e42dd-0bc2-407b-9e78-86395e4499e3 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Request body: {'floatingip': {'port_id': 'a1262248-0dda-4533-af48-5c1338bb2d4c'}} {{(pid=113344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:52:46.702162 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-233e42dd-0bc2-407b-9e78-86395e4499e3 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks [] for floatingip, before_update {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:47.000744 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-72505b73-7def-4264-931b-a9f0d0cdc9ab tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks [] for floatingip, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:47.003806 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-72505b73-7def-4264-931b-a9f0d0cdc9ab tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221'] for floatingip, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:47.009528 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-72505b73-7def-4264-931b-a9f0d0cdc9ab tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "DELETE /v2.0/floatingips/8a9a02e4-5c0c-43b1-afc5-4d7c69b53904 HTTP/1.1" status: 204 len: 168 time: 1.0137141 Nov 02 16:52:47.259989 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-233e42dd-0bc2-407b-9e78-86395e4499e3 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks [] for floatingip, precommit_update {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:47.266934 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-233e42dd-0bc2-407b-9e78-86395e4499e3 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3707972'] for floatingip, after_update {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:47.377601 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 46576) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:47.392629 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 46580) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:47.400921 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.v2.base [None req-4f39af57-f3cc-4f5e-a1e8-a00dea2cee94 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1101166698', 'description': 'tempest-description--1200688179'}} {{(pid=113345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:52:47.437001 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-4f39af57-f3cc-4f5e-a1e8-a00dea2cee94 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks [] for security_group, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:47.439220 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.db.l3_db [None req-233e42dd-0bc2-407b-9e78-86395e4499e3 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Floating IP 4c7ed3f4-2e04-4bac-a44b-ad5a5d06fefe associated. External IP: 172.27.1.241, port: a1262248-0dda-4533-af48-5c1338bb2d4c. Nov 02 16:52:47.448801 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device 38f4c5ac-fd67-4d6a-bcb0-06b8456ad406 up at agent hyperv_hv-cinder-77387 {{(pid=113346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:52:47.525377 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Provisioning for port 38f4c5ac-fd67-4d6a-bcb0-06b8456ad406 completed by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:52:47.530115 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.v2.base [None req-9d60df56-7b7a-4de4-9416-ae7e913f0824 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-620819347-network', 'tenant_id': 'c1f5daa1c5be44b48448e0480398d984'}} {{(pid=113345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:52:47.532067 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Provisioning complete for port 38f4c5ac-fd67-4d6a-bcb0-06b8456ad406 triggered by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:52:47.532623 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:47.533057 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73469940-116a-4a64-a0bc-5dfb77192bcb req-07290783-f928-402f-9251-556e7a39af66 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:47.541429 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-73469940-116a-4a64-a0bc-5dfb77192bcb req-07290783-f928-402f-9251-556e7a39af66 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/ports?device_id=0cc9451a-ff42-4d58-8086-84efeda40e0b HTTP/1.1" status: 200 len: 945 time: 0.1423910 Nov 02 16:52:47.565662 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-4f39af57-f3cc-4f5e-a1e8-a00dea2cee94 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks [] for security_group, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:47.574633 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-4f39af57-f3cc-4f5e-a1e8-a00dea2cee94 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:47.583884 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d60df56-7b7a-4de4-9416-ae7e913f0824 admin admin] Made reservation on behalf of c1f5daa1c5be44b48448e0480398d984 for: {'network': 1} {{(pid=113345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:52:47.586802 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-9d60df56-7b7a-4de4-9416-ae7e913f0824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for network, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:47.612612 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-9d60df56-7b7a-4de4-9416-ae7e913f0824 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:47.633896 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:47.641240 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-4f39af57-f3cc-4f5e-a1e8-a00dea2cee94 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks [] for security_group, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:47.642992 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-4f39af57-f3cc-4f5e-a1e8-a00dea2cee94 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2491941 Nov 02 16:52:47.644684 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f39af57-f3cc-4f5e-a1e8-a00dea2cee94 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4c6275-44d9-4522-929e-9cccf87b8d36,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:47.648147 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 46582) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:47.664426 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-73469940-116a-4a64-a0bc-5dfb77192bcb req-f385300d-be73-47e0-98a9-2bc399f80a7f tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/security-groups?id=b1f05269-3171-411f-92d6-2a309bca96b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1176796 Nov 02 16:52:47.671196 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.v2.base [None req-9b9040de-31d0-4f41-a9a8-f8175d19f12e tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Request body: {'security_group_rule': {'security_group_id': 'ae4c6275-44d9-4522-929e-9cccf87b8d36', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:52:47.671701 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc9451a-ff42-4d58-8086-84efeda40e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f4c5ac-fd67-4d6a-bcb0-06b8456ad406'}] {{(pid=113346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:52:47.674226 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76f9361971789a5ad3b4a9c4b1498f7b6e6fa8520131c3d92747b1d2ae9477a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b689ab9b-a3c9-4f0f-b5ac-98d10a59a8ba" -d '{"events": [{"server_uuid": "0cc9451a-ff42-4d58-8086-84efeda40e0b", "name": "network-vif-plugged", "status": "completed", "tag": "38f4c5ac-fd67-4d6a-bcb0-06b8456ad406"}]}' {{(pid=113346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:52:47.708573 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port 38f4c5ac-fd67-4d6a-bcb0-06b8456ad406, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=38f4c5ac-fd67-4d6a-bcb0-06b8456ad406,segment=NetworkSegment(a0db1be0-f211-4b56-8245-8ff244bfde1c),segment_id=a0db1be0-f211-4b56-8245-8ff244bfde1c)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:52:47.716091 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:47.717457 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device 8f7b9d28-8f61-494a-88cb-4fc30ad64a7e no longer exists at agent hyperv_hv-cinder-77387 {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:52:47.791365 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-9d60df56-7b7a-4de4-9416-ae7e913f0824 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:47.799347 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-9d60df56-7b7a-4de4-9416-ae7e913f0824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:47.817644 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] No Port match for: 8f7b9d28-8f61-494a-88cb-4fc30ad64a7e {{(pid=113346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 16:52:47.818009 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device 8f7b9d28-8f61-494a-88cb-4fc30ad64a7e not bound to the agent host hv-cinder-77387 {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:52:47.823289 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1631a69e-76c4-4211-b077-97b7ce3ed8b6 x-openstack-request-id: req-1631a69e-76c4-4211-b077-97b7ce3ed8b6 {{(pid=113346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:52:47.823618 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc9451a-ff42-4d58-8086-84efeda40e0b", "name": "network-vif-plugged", "status": "completed", "tag": "38f4c5ac-fd67-4d6a-bcb0-06b8456ad406", "code": 200}]} {{(pid=113346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:52:47.824060 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-1631a69e-76c4-4211-b077-97b7ce3ed8b6 {{(pid=113346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:52:47.824428 dv-cinder-773876-4-iscsi neutron-server[113346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cc9451a-ff42-4d58-8086-84efeda40e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f4c5ac-fd67-4d6a-bcb0-06b8456ad406', 'code': 200} Nov 02 16:52:47.826188 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Pushing event updated for resources: {'Port': ['ID=38f4c5ac-fd67-4d6a-bcb0-06b8456ad406,revision_number=5']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:47.848757 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d60df56-7b7a-4de4-9416-ae7e913f0824 admin admin] vlan segment allocate from pool success with {'vlan_id': 757, 'physical_network': 'physnet1'} {{(pid=113345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:52:47.853571 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-9b9040de-31d0-4f41-a9a8-f8175d19f12e tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks [] for security_group_rule, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:47.861367 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d60df56-7b7a-4de4-9416-ae7e913f0824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3ca943-6300-4a87-8255-c83b2d2db851,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:47.867067 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-9d60df56-7b7a-4de4-9416-ae7e913f0824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639893'] for segment, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:47.867636 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.db.segments_db [None req-9d60df56-7b7a-4de4-9416-ae7e913f0824 admin admin] Added segment c9ad6c23-a550-48b0-9333-3b6d595c667a of type vlan for network ef399344-c729-4536-b6ad-dc1eae816e3b Nov 02 16:52:47.915177 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-233e42dd-0bc2-407b-9e78-86395e4499e3 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Router 9087e7a4-e2d6-4260-8391-3cdc3d276282 has already been hosted by L3 agent 23c85ca8-88a6-46e7-9165-338a7fd1d142 {{(pid=113344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:52:47.924561 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-9d60df56-7b7a-4de4-9416-ae7e913f0824 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788024806476'] for network, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:47.943170 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-9b9040de-31d0-4f41-a9a8-f8175d19f12e tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:47.949177 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-9b9040de-31d0-4f41-a9a8-f8175d19f12e tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759769'] for security_group_rule, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:47.965557 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-9d60df56-7b7a-4de4-9416-ae7e913f0824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481'] for network, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:47.966988 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d60df56-7b7a-4de4-9416-ae7e913f0824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:47.967963 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-9d60df56-7b7a-4de4-9416-ae7e913f0824 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673503'] for network, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:48.014787 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9040de-31d0-4f41-a9a8-f8175d19f12e tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8853f4fb-516a-4f4a-998c-d708f9df43eb,revision_number=0']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:48.028073 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-9b9040de-31d0-4f41-a9a8-f8175d19f12e tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks [] for security_group_rule, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:48.029553 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-9b9040de-31d0-4f41-a9a8-f8175d19f12e tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3705261 Nov 02 16:52:48.044976 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 46586) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:48.050100 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-9d60df56-7b7a-4de4-9416-ae7e913f0824 admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6683991 Nov 02 16:52:48.057629 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 46588) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:48.068798 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.v2.base [None req-0fed94ea-84f2-490c-a5d2-8fa6b583b4a7 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Request body: {'security_group_rule': {'security_group_id': 'ae4c6275-44d9-4522-929e-9cccf87b8d36', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:52:48.069454 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.v2.base [None req-4e26448c-98e6-4466-a067-80be67d9a873 admin admin] Request body: {'subnet': {'network_id': 'ef399344-c729-4536-b6ad-dc1eae816e3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-620819347-subnet', 'tenant_id': 'c1f5daa1c5be44b48448e0480398d984', 'ip_version': 4}} {{(pid=113344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:52:48.087204 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d60df56-7b7a-4de4-9416-ae7e913f0824 admin admin] Pushing event updated for resources: {'Network': ['ID=ef399344-c729-4536-b6ad-dc1eae816e3b,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:48.097671 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.db.api [None req-0fed94ea-84f2-490c-a5d2-8fa6b583b4a7 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 02 16:52:48.097671 dv-cinder-773876-4-iscsi neutron-server[113345]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 02 16:52:48.097671 dv-cinder-773876-4-iscsi neutron-server[113345]: [parameters: {'project_id_1': 'a575c6bd2e574ad19dc299cc1df253f3', 'expiration_1': datetime.datetime(2021, 11, 2, 16, 52, 28, 78577)}] Nov 02 16:52:48.097671 dv-cinder-773876-4-iscsi neutron-server[113345]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=113345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 16:52:48.098587 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG oslo_db.api [None req-0fed94ea-84f2-490c-a5d2-8fa6b583b4a7 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=113345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 16:52:48.109612 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Network ef399344-c729-4536-b6ad-dc1eae816e3b details requested by agent ovs-agent-dv-cinder-773876-4-iscsi with host dv-cinder-773876-4-iscsi {{(pid=113346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:52:48.113419 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-233e42dd-0bc2-407b-9e78-86395e4499e3 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Notify agent at l3_agent.dv-cinder-773876-4-iscsi the message routers_updated {{(pid=113344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:52:48.119490 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472999b0-c3fa-4d7c-b3b4-e3d1f02bc1d7 req-7638ff68-31eb-4425-ab09-396e9293161d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:48.123715 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-472999b0-c3fa-4d7c-b3b4-e3d1f02bc1d7 req-7638ff68-31eb-4425-ab09-396e9293161d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0cc9451a-ff42-4d58-8086-84efeda40e0b HTTP/1.1" status: 200 len: 1099 time: 0.1189964 Nov 02 16:52:48.127339 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-233e42dd-0bc2-407b-9e78-86395e4499e3 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221'] for floatingip, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:48.136084 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7886e873-6617-4be6-9e57-24438a5f2731 None None] Sync routers for ids ['9087e7a4-e2d6-4260-8391-3cdc3d276282'] in dv-cinder-773876-4-iscsi {{(pid=113346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:52:48.162294 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e26448c-98e6-4466-a067-80be67d9a873 admin admin] Made reservation on behalf of c1f5daa1c5be44b48448e0480398d984 for: {'subnet': 1} {{(pid=113344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:52:48.165914 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-4e26448c-98e6-4466-a067-80be67d9a873 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25642317'] for subnet, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:48.189170 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7886e873-6617-4be6-9e57-24438a5f2731 None None] Routers {'9087e7a4-e2d6-4260-8391-3cdc3d276282'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:52:48.189853 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-7886e873-6617-4be6-9e57-24438a5f2731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:52:41Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['9087e7a4-e2d6-4260-8391-3cdc3d276282'], 'active': True} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:48.200448 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-233e42dd-0bc2-407b-9e78-86395e4499e3 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "PUT /v2.0/floatingips/4c7ed3f4-2e04-4bac-a44b-ad5a5d06fefe HTTP/1.1" status: 200 len: 992 time: 1.5561478 Nov 02 16:52:48.217876 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-472999b0-c3fa-4d7c-b3b4-e3d1f02bc1d7 req-1ea5b0a8-aae2-4738-a8ff-78ccaae4aac4 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=b1f05269-3171-411f-92d6-2a309bca96b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0820425 Nov 02 16:52:48.228811 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '886e9a36-a4f8-44ed-80d0-6a440f49e430', 'tag': 'a1262248-0dda-4533-af48-5c1338bb2d4c'}] {{(pid=113344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:52:48.231659 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5f30fc3850fd44c96454e051096f60fc18984a92350f5d63aa5481a86e136a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9fab0b6-0807-40d4-8fe1-275076d958fb" -d '{"events": [{"name": "network-changed", "server_uuid": "886e9a36-a4f8-44ed-80d0-6a440f49e430", "tag": "a1262248-0dda-4533-af48-5c1338bb2d4c"}]}' {{(pid=113344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:52:48.309817 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-235c66d3-c63e-43c6-873d-d309de0be7b0 x-openstack-request-id: req-235c66d3-c63e-43c6-873d-d309de0be7b0 {{(pid=113344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:52:48.310624 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "886e9a36-a4f8-44ed-80d0-6a440f49e430", "tag": "a1262248-0dda-4533-af48-5c1338bb2d4c", "status": "completed", "code": 200}]} {{(pid=113344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:52:48.310624 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-235c66d3-c63e-43c6-873d-d309de0be7b0 {{(pid=113344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:52:48.310885 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '886e9a36-a4f8-44ed-80d0-6a440f49e430', 'tag': 'a1262248-0dda-4533-af48-5c1338bb2d4c', 'status': 'completed', 'code': 200} Nov 02 16:52:48.351818 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvr_db [None req-7886e873-6617-4be6-9e57-24438a5f2731 None None] Set router 9087e7a4-e2d6-4260-8391-3cdc3d276282 gateway port host: dv-cinder-773876-4-iscsi {{(pid=113346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:52:48.411615 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-4e26448c-98e6-4466-a067-80be67d9a873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25372833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25642367'] for subnet, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:48.472150 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e26448c-98e6-4466-a067-80be67d9a873 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ccf6b4a-d512-4843-96a8-2ff2740ca99f,revision_number=0']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:48.487517 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e26448c-98e6-4466-a067-80be67d9a873 admin admin] Checking segment: {'id': 'c9ad6c23-a550-48b0-9333-3b6d595c667a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ef399344-c729-4536-b6ad-dc1eae816e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 16:52:48.488040 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e26448c-98e6-4466-a067-80be67d9a873 admin admin] Network hostable DHCP agents. Network: ef399344-c729-4536-b6ad-dc1eae816e3b, hostable agents: ['546b8425-0cfc-4ce2-b181-b7c4c8ab844f'], hosted agents: [] {{(pid=113344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:52:48.509756 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e26448c-98e6-4466-a067-80be67d9a873 admin admin] Network ef399344-c729-4536-b6ad-dc1eae816e3b is scheduled to be hosted by DHCP agent 546b8425-0cfc-4ce2-b181-b7c4c8ab844f with binding_index 1 {{(pid=113344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:52:48.516206 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fab0b6-0807-40d4-8fe1-275076d958fb req-e223753a-b652-4207-9c91-86707db11344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:48.517932 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-a9fab0b6-0807-40d4-8fe1-275076d958fb req-e223753a-b652-4207-9c91-86707db11344 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5cc524f131464fe097cff64187071316&device_id=886e9a36-a4f8-44ed-80d0-6a440f49e430 HTTP/1.1" status: 200 len: 1099 time: 0.0592418 Nov 02 16:52:48.526427 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.base_scheduler [None req-4e26448c-98e6-4466-a067-80be67d9a873 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-4-iscsi, ef399344-c729-4536-b6ad-dc1eae816e3b) {{(pid=113344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:52:48.533063 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e26448c-98e6-4466-a067-80be67d9a873 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:48.535222 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-4e26448c-98e6-4466-a067-80be67d9a873 admin admin] Publish callbacks [] for subnet, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:48.541690 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2feb6321-4223-4e69-ba5a-c566940fdbdc None None] Network ef399344-c729-4536-b6ad-dc1eae816e3b requested from dv-cinder-773876-4-iscsi {{(pid=113346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:52:48.557170 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-4e26448c-98e6-4466-a067-80be67d9a873 admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4942060 Nov 02 16:52:48.560898 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 46594) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:48.567814 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.v2.base [None req-fa3ed5dc-8fb0-48fb-8ca0-2ef442b9e47f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-620819347-router', 'tenant_id': 'c1f5daa1c5be44b48448e0480398d984', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede'}}} {{(pid=113345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:52:48.668753 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-fa3ed5dc-8fb0-48fb-8ca0-2ef442b9e47f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3731402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26202'] for router, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:48.670699 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-fa3ed5dc-8fb0-48fb-8ca0-2ef442b9e47f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3731318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3708157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26197'] for router, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:48.691916 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fab0b6-0807-40d4-8fe1-275076d958fb req-49c25cd2-fc54-4582-8c9e-c67060bb0713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:48.693637 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-a9fab0b6-0807-40d4-8fe1-275076d958fb req-49c25cd2-fc54-4582-8c9e-c67060bb0713 service neutron] 10.222.0.76 "GET /v2.0/networks?id=2642968c-324e-4035-9dba-a5695e42fc1f HTTP/1.1" status: 200 len: 918 time: 0.1674531 Nov 02 16:52:48.798880 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-0fed94ea-84f2-490c-a5d2-8fa6b583b4a7 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks [] for security_group_rule, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:48.817161 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-fa3ed5dc-8fb0-48fb-8ca0-2ef442b9e47f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:48.950230 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-a9fab0b6-0807-40d4-8fe1-275076d958fb req-93b9b4c0-667c-4a4e-b60a-fcec8813d179 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1262248-0dda-4533-af48-5c1338bb2d4c HTTP/1.1" status: 200 len: 1000 time: 0.2459524 Nov 02 16:52:48.978150 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-7886e873-6617-4be6-9e57-24438a5f2731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9087e7a4-e2d6-4260-8391-3cdc3d276282', 'name': 'tempest-AttachVolumeShelveTestJSON-1985570199-router', 'tenant_id': '5cc524f131464fe097cff64187071316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '9d136291-39f3-4e32-8d3c-b6a656cf842b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:46:22Z', 'updated_at': '2021-11-02T16:46:45Z', 'revision_number': 4, 'project_id': '5cc524f131464fe097cff64187071316', 'gw_port': {'id': '9d136291-39f3-4e32-8d3c-b6a656cf842b', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9087e7a4-e2d6-4260-8391-3cdc3d276282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:27Z', 'updated_at': '2021-11-02T16:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_floatingips': [{'id': '4c7ed3f4-2e04-4bac-a44b-ad5a5d06fefe', 'tenant_id': '5cc524f131464fe097cff64187071316', 'floating_ip_address': '172.27.1.241', 'floating_network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'router_id': '9087e7a4-e2d6-4260-8391-3cdc3d276282', 'port_id': 'a1262248-0dda-4533-af48-5c1338bb2d4c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2642968c-324e-4035-9dba-a5695e42fc1f', 'mac_address': 'fa:16:3e:b8:9f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886e9a36-a4f8-44ed-80d0-6a440f49e430', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:52:30Z', 'updated_at': '2021-11-02T16:52:47Z', 'revision_number': 1, 'project_id': '5cc524f131464fe097cff64187071316', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eacb2b5f-51a4-495b-a668-87d60d838fb1', 'name': '', 'network_id': '2642968c-324e-4035-9dba-a5695e42fc1f', 'tenant_id': '5cc524f131464fe097cff64187071316', 'mac_address': 'fa:16:3e:ad:d8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9087e7a4-e2d6-4260-8391-3cdc3d276282', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'fd525ac9-44f8-421c-b093-9ce2aeedf323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:39Z', 'updated_at': '2021-11-02T16:46:56Z', 'revision_number': 5, 'project_id': '5cc524f131464fe097cff64187071316', 'subnets': [{'id': 'fd525ac9-44f8-421c-b093-9ce2aeedf323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:49.022909 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d80d070-a345-4001-bc9d-ac73d194e16d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe4b85e87-31fb-5fe4-ae05-1caa6371d8e7-ef399344-c729-4536-b6ad-dc1eae816e3b', 'network_id': 'ef399344-c729-4536-b6ad-dc1eae816e3b', 'tenant_id': 'c1f5daa1c5be44b48448e0480398d984', 'fixed_ips': [{'subnet_id': '4ccf6b4a-d512-4843-96a8-2ff2740ca99f'}]}} from dv-cinder-773876-4-iscsi. {{(pid=113346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:52:49.024241 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-5d80d070-a345-4001-bc9d-ac73d194e16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_create {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:49.030334 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7886e873-6617-4be6-9e57-24438a5f2731 None None] Checking router: 9087e7a4-e2d6-4260-8391-3cdc3d276282 for host: dv-cinder-773876-4-iscsi {{(pid=113346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:52:49.062977 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7886e873-6617-4be6-9e57-24438a5f2731 None None] Routers {'9087e7a4-e2d6-4260-8391-3cdc3d276282'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:52:49.063548 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-7886e873-6617-4be6-9e57-24438a5f2731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:52:41Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['9087e7a4-e2d6-4260-8391-3cdc3d276282'], 'active': True} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:49.108071 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9e4b23-913b-41f2-87f0-a80f3480b98f req-0295847e-858f-4960-bee4-c2f05b77ce5d tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:49.109856 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-9a9e4b23-913b-41f2-87f0-a80f3480b98f req-0295847e-858f-4960-bee4-c2f05b77ce5d tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/ports?device_id=0cc9451a-ff42-4d58-8086-84efeda40e0b HTTP/1.1" status: 200 len: 946 time: 0.2966917 Nov 02 16:52:49.115549 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-fa3ed5dc-8fb0-48fb-8ca0-2ef442b9e47f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:49.133322 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fab0b6-0807-40d4-8fe1-275076d958fb req-90211240-9c41-46de-afee-a0854651c0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:49.136397 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-a9fab0b6-0807-40d4-8fe1-275076d958fb req-90211240-9c41-46de-afee-a0854651c0b0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fd525ac9-44f8-421c-b093-9ce2aeedf323 HTTP/1.1" status: 200 len: 856 time: 0.1768415 Nov 02 16:52:49.143723 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-0fed94ea-84f2-490c-a5d2-8fa6b583b4a7 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:49.169791 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-0fed94ea-84f2-490c-a5d2-8fa6b583b4a7 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759769'] for security_group_rule, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:49.249034 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fed94ea-84f2-490c-a5d2-8fa6b583b4a7 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b26b3e3c-2273-4034-a26d-27852309f493,revision_number=0']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:49.275532 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-0fed94ea-84f2-490c-a5d2-8fa6b583b4a7 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks [] for security_group_rule, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:49.280511 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-0fed94ea-84f2-490c-a5d2-8fa6b583b4a7 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2300551 Nov 02 16:52:49.280676 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 46598) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:49.287553 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.v2.base [None req-f3eb9563-2b82-4996-9db2-67c3a9c30427 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Request body: {'floatingip': {'floating_network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede'}} {{(pid=113344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:52:49.317251 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-9a9e4b23-913b-41f2-87f0-a80f3480b98f req-51fdb1ae-7949-45a5-91e9-5d444a048844 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/security-groups?id=b1f05269-3171-411f-92d6-2a309bca96b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1926539 Nov 02 16:52:49.330365 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fab0b6-0807-40d4-8fe1-275076d958fb req-7514dc01-f330-482c-adde-cc30ccf4b830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:49.332264 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-a9fab0b6-0807-40d4-8fe1-275076d958fb req-7514dc01-f330-482c-adde-cc30ccf4b830 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2642968c-324e-4035-9dba-a5695e42fc1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1870875 Nov 02 16:52:49.334950 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvr_db [None req-7886e873-6617-4be6-9e57-24438a5f2731 None None] Set router 9087e7a4-e2d6-4260-8391-3cdc3d276282 gateway port host: dv-cinder-773876-4-iscsi {{(pid=113346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:52:49.345623 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-f3eb9563-2b82-4996-9db2-67c3a9c30427 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks [] for floatingip, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:49.387980 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.db_base_plugin_common [None req-5d80d070-a345-4001-bc9d-ac73d194e16d None None] Allocated IP 172.20.0.2 (ef399344-c729-4536-b6ad-dc1eae816e3b/4ccf6b4a-d512-4843-96a8-2ff2740ca99f/0ee7aeaa-03fc-405e-a279-096581863269) {{(pid=113346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:52:49.551783 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-f3eb9563-2b82-4996-9db2-67c3a9c30427 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:49.557054 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-a9fab0b6-0807-40d4-8fe1-275076d958fb req-29120f6f-2573-4aeb-baf1-7c0c0646a3d5 service neutron] 10.222.0.76 "GET /v2.0/networks/2642968c-324e-4035-9dba-a5695e42fc1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040586 Nov 02 16:52:49.662229 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-fa3ed5dc-8fb0-48fb-8ca0-2ef442b9e47f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:49.687821 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.db.db_base_plugin_common [None req-f3eb9563-2b82-4996-9db2-67c3a9c30427 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Allocated IP 172.27.1.2 (e732c7b6-4740-4909-a10c-6231f1bdbede/886e8f69-733b-40e5-a835-3f68eef2cfaf/e342d297-e8a6-44a7-889b-da0eec0d456c) {{(pid=113344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:52:49.696831 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-fa3ed5dc-8fb0-48fb-8ca0-2ef442b9e47f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:49.746472 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-5d80d070-a345-4001-bc9d-ac73d194e16d None None] Publish callbacks [] for port, precommit_create {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:49.762662 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-5d80d070-a345-4001-bc9d-ac73d194e16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788024814062'] for port, after_create {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:49.779463 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-a9fab0b6-0807-40d4-8fe1-275076d958fb req-0d002624-d33b-47f9-aee7-973b33d2555f service neutron] 10.222.0.76 "GET /v2.0/networks/2642968c-324e-4035-9dba-a5695e42fc1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903529 Nov 02 16:52:49.831566 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d80d070-a345-4001-bc9d-ac73d194e16d None None] Network ef399344-c729-4536-b6ad-dc1eae816e3b is already hosted by enough agents. {{(pid=113346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:52:49.843593 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-7886e873-6617-4be6-9e57-24438a5f2731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9087e7a4-e2d6-4260-8391-3cdc3d276282', 'name': 'tempest-AttachVolumeShelveTestJSON-1985570199-router', 'tenant_id': '5cc524f131464fe097cff64187071316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '9d136291-39f3-4e32-8d3c-b6a656cf842b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:46:22Z', 'updated_at': '2021-11-02T16:46:45Z', 'revision_number': 4, 'project_id': '5cc524f131464fe097cff64187071316', 'gw_port': {'id': '9d136291-39f3-4e32-8d3c-b6a656cf842b', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9087e7a4-e2d6-4260-8391-3cdc3d276282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:27Z', 'updated_at': '2021-11-02T16:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_floatingips': [{'id': '4c7ed3f4-2e04-4bac-a44b-ad5a5d06fefe', 'tenant_id': '5cc524f131464fe097cff64187071316', 'floating_ip_address': '172.27.1.241', 'floating_network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'router_id': '9087e7a4-e2d6-4260-8391-3cdc3d276282', 'port_id': 'a1262248-0dda-4533-af48-5c1338bb2d4c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2642968c-324e-4035-9dba-a5695e42fc1f', 'mac_address': 'fa:16:3e:b8:9f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886e9a36-a4f8-44ed-80d0-6a440f49e430', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:52:30Z', 'updated_at': '2021-11-02T16:52:47Z', 'revision_number': 1, 'project_id': '5cc524f131464fe097cff64187071316', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eacb2b5f-51a4-495b-a668-87d60d838fb1', 'name': '', 'network_id': '2642968c-324e-4035-9dba-a5695e42fc1f', 'tenant_id': '5cc524f131464fe097cff64187071316', 'mac_address': 'fa:16:3e:ad:d8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9087e7a4-e2d6-4260-8391-3cdc3d276282', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'fd525ac9-44f8-421c-b093-9ce2aeedf323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:39Z', 'updated_at': '2021-11-02T16:46:56Z', 'revision_number': 5, 'project_id': '5cc524f131464fe097cff64187071316', 'subnets': [{'id': 'fd525ac9-44f8-421c-b093-9ce2aeedf323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:49.857308 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-f3eb9563-2b82-4996-9db2-67c3a9c30427 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks [] for port, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:49.875603 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.scheduler.base_scheduler [None req-5d80d070-a345-4001-bc9d-ac73d194e16d None None] Resources bound (agent type, host, resource id): {{(pid=113346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:52:49.878636 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d80d070-a345-4001-bc9d-ac73d194e16d None None] Pushing event updated for resources: {'Port': ['ID=0ee7aeaa-03fc-405e-a279-096581863269,revision_number=1']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:49.881273 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d80d070-a345-4001-bc9d-ac73d194e16d None None] Received port after_create {{(pid=113346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:52:49.884618 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7886e873-6617-4be6-9e57-24438a5f2731 None None] The sync data for ids ['9087e7a4-e2d6-4260-8391-3cdc3d276282'] in dv-cinder-773876-4-iscsi is: [{'id': '9087e7a4-e2d6-4260-8391-3cdc3d276282', 'name': 'tempest-AttachVolumeShelveTestJSON-1985570199-router', 'tenant_id': '5cc524f131464fe097cff64187071316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '9d136291-39f3-4e32-8d3c-b6a656cf842b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:46:22Z', 'updated_at': '2021-11-02T16:46:45Z', 'revision_number': 4, 'project_id': '5cc524f131464fe097cff64187071316', 'gw_port': {'id': '9d136291-39f3-4e32-8d3c-b6a656cf842b', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9087e7a4-e2d6-4260-8391-3cdc3d276282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:27Z', 'updated_at': '2021-11-02T16:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_floatingips': [{'id': '4c7ed3f4-2e04-4bac-a44b-ad5a5d06fefe', 'tenant_id': '5cc524f131464fe097cff64187071316', 'floating_ip_address': '172.27.1.241', 'floating_network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'router_id': '9087e7a4-e2d6-4260-8391-3cdc3d276282', 'port_id': 'a1262248-0dda-4533-af48-5c1338bb2d4c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2642968c-324e-4035-9dba-a5695e42fc1f', 'mac_address': 'fa:16:3e:b8:9f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886e9a36-a4f8-44ed-80d0-6a440f49e430', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:52:30Z', 'updated_at': '2021-11-02T16:52:47Z', 'revision_number': 1, 'project_id': '5cc524f131464fe097cff64187071316', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eacb2b5f-51a4-495b-a668-87d60d838fb1', 'name': '', 'network_id': '2642968c-324e-4035-9dba-a5695e42fc1f', 'tenant_id': '5cc524f131464fe097cff64187071316', 'mac_address': 'fa:16:3e:ad:d8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9087e7a4-e2d6-4260-8391-3cdc3d276282', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'fd525ac9-44f8-421c-b093-9ce2aeedf323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:39Z', 'updated_at': '2021-11-02T16:46:56Z', 'revision_number': 5, 'project_id': '5cc524f131464fe097cff64187071316', 'subnets': [{'id': 'fd525ac9-44f8-421c-b093-9ce2aeedf323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:52:49.915903 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-f3eb9563-2b82-4996-9db2-67c3a9c30427 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788024814062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25371697'] for port, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:49.958710 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.managers [None req-5d80d070-a345-4001-bc9d-ac73d194e16d None None] Attempting to bind port 0ee7aeaa-03fc-405e-a279-096581863269 on host dv-cinder-773876-4-iscsi for vnic_type normal with profile {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 16:52:49.959190 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.managers [None req-5d80d070-a345-4001-bc9d-ac73d194e16d None None] Attempting to bind port 0ee7aeaa-03fc-405e-a279-096581863269 by drivers openvswitch,hyperv on host dv-cinder-773876-4-iscsi at level 0 using segments [{'id': 'c9ad6c23-a550-48b0-9333-3b6d595c667a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ef399344-c729-4536-b6ad-dc1eae816e3b'}] {{(pid=113346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 16:52:49.959738 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d80d070-a345-4001-bc9d-ac73d194e16d None None] Attempting to bind port 0ee7aeaa-03fc-405e-a279-096581863269 on network ef399344-c729-4536-b6ad-dc1eae816e3b {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:52:49.966603 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3eb9563-2b82-4996-9db2-67c3a9c30427 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Network e732c7b6-4740-4909-a10c-6231f1bdbede is already hosted by enough agents. {{(pid=113344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:52:49.967487 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d80d070-a345-4001-bc9d-ac73d194e16d None None] Checking agent: {'id': '7dc37166-7823-42e6-bc3e-7dc49cd1fc12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 37, 46), 'started_at': datetime.datetime(2021, 11, 2, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:52:49.968282 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d80d070-a345-4001-bc9d-ac73d194e16d None None] Checking segment: {'id': 'c9ad6c23-a550-48b0-9333-3b6d595c667a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ef399344-c729-4536-b6ad-dc1eae816e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 16:52:49.969014 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-5d80d070-a345-4001-bc9d-ac73d194e16d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:49.969736 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d80d070-a345-4001-bc9d-ac73d194e16d None None] Bound using segment: {'id': 'c9ad6c23-a550-48b0-9333-3b6d595c667a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ef399344-c729-4536-b6ad-dc1eae816e3b'} {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:52:49.970721 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.managers [None req-5d80d070-a345-4001-bc9d-ac73d194e16d None None] Bound port: 0ee7aeaa-03fc-405e-a279-096581863269, host: dv-cinder-773876-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9ad6c23-a550-48b0-9333-3b6d595c667a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ef399344-c729-4536-b6ad-dc1eae816e3b'}}] {{(pid=113346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 16:52:49.970909 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.base_scheduler [None req-f3eb9563-2b82-4996-9db2-67c3a9c30427 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Resources bound (agent type, host, resource id): {{(pid=113344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:52:49.971623 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-5d80d070-a345-4001-bc9d-ac73d194e16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:49.980804 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3eb9563-2b82-4996-9db2-67c3a9c30427 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Received port after_create {{(pid=113344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:52:49.997854 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.db_base_plugin_common [None req-fa3ed5dc-8fb0-48fb-8ca0-2ef442b9e47f admin admin] Allocated IP 172.27.1.152 (e732c7b6-4740-4909-a10c-6231f1bdbede/886e8f69-733b-40e5-a835-3f68eef2cfaf/f65a1f3c-17bb-4d25-af79-e84bb92830d5) {{(pid=113345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:52:50.050198 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eb9563-2b82-4996-9db2-67c3a9c30427 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Pushing event updated for resources: {'Port': ['ID=e342d297-e8a6-44a7-889b-da0eec0d456c,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:50.070384 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-5d80d070-a345-4001-bc9d-ac73d194e16d None None] For port 0ee7aeaa-03fc-405e-a279-096581863269, host dv-cinder-773876-4-iscsi, cleared binding levels {{(pid=113346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:52:50.074791 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-5d80d070-a345-4001-bc9d-ac73d194e16d None None] For port 0ee7aeaa-03fc-405e-a279-096581863269, host dv-cinder-773876-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=0ee7aeaa-03fc-405e-a279-096581863269,segment=NetworkSegment(c9ad6c23-a550-48b0-9333-3b6d595c667a),segment_id=c9ad6c23-a550-48b0-9333-3b6d595c667a)] {{(pid=113346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:52:50.080402 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-5d80d070-a345-4001-bc9d-ac73d194e16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:50.134088 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-f3eb9563-2b82-4996-9db2-67c3a9c30427 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks [] for floatingip, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:50.175406 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-fa3ed5dc-8fb0-48fb-8ca0-2ef442b9e47f admin admin] Publish callbacks [] for port, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:50.194302 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-f3eb9563-2b82-4996-9db2-67c3a9c30427 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:50.195150 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d80d070-a345-4001-bc9d-ac73d194e16d None None] Pushing event updated for resources: {'Port': ['ID=0ee7aeaa-03fc-405e-a279-096581863269,revision_number=2']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:50.251880 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-fa3ed5dc-8fb0-48fb-8ca0-2ef442b9e47f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788024814062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27915883'] for port, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:50.342921 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3ed5dc-8fb0-48fb-8ca0-2ef442b9e47f admin admin] Network e732c7b6-4740-4909-a10c-6231f1bdbede is already hosted by enough agents. {{(pid=113345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:52:50.355860 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.base_scheduler [None req-fa3ed5dc-8fb0-48fb-8ca0-2ef442b9e47f admin admin] Resources bound (agent type, host, resource id): {{(pid=113345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:52:50.358697 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5075c363-4389-48d1-81a5-94113940e048 None None] New status for floating IP 4c7ed3f4-2e04-4bac-a44b-ad5a5d06fefe: ACTIVE {{(pid=113347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 16:52:50.365772 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3ed5dc-8fb0-48fb-8ca0-2ef442b9e47f admin admin] Received port after_create {{(pid=113345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:52:50.373355 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ed5dc-8fb0-48fb-8ca0-2ef442b9e47f admin admin] Pushing event updated for resources: {'Port': ['ID=f65a1f3c-17bb-4d25-af79-e84bb92830d5,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:50.459454 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-f3eb9563-2b82-4996-9db2-67c3a9c30427 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks [] for port, precommit_update {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:50.466645 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-f3eb9563-2b82-4996-9db2-67c3a9c30427 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25371688'] for port, after_update {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:50.583718 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.agents_db [None req-4685c794-fb13-4fdb-802d-b1599aff033c None None] Agent healthcheck: found 6 active agents {{(pid=113347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:52:50.649908 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eb9563-2b82-4996-9db2-67c3a9c30427 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Pushing event updated for resources: {'Port': ['ID=e342d297-e8a6-44a7-889b-da0eec0d456c,revision_number=2']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:50.654622 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-f3eb9563-2b82-4996-9db2-67c3a9c30427 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3707972'] for floatingip, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:50.696318 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-f3eb9563-2b82-4996-9db2-67c3a9c30427 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221'] for floatingip, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:50.697889 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-f3eb9563-2b82-4996-9db2-67c3a9c30427 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.4155807 Nov 02 16:52:50.775871 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee17aa8-d54d-4758-8033-f3f924d120b4 req-52234189-8a65-49d5-b56b-dcbb5aeed4a9 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:50.777921 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-0ee17aa8-d54d-4758-8033-f3f924d120b4 req-52234189-8a65-49d5-b56b-dcbb5aeed4a9 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/ports?device_id=0cc9451a-ff42-4d58-8086-84efeda40e0b HTTP/1.1" status: 200 len: 946 time: 0.2716808 Nov 02 16:52:50.894892 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-0ee17aa8-d54d-4758-8033-f3f924d120b4 req-3dab48bc-b0d5-4a59-a65b-2d4a54f12aa1 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/security-groups?id=b1f05269-3171-411f-92d6-2a309bca96b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1070764 Nov 02 16:52:50.915506 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device 0ee7aeaa-03fc-405e-a279-096581863269 up at agent ovs-agent-dv-cinder-773876-4-iscsi {{(pid=113346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:52:50.983088 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-fa3ed5dc-8fb0-48fb-8ca0-2ef442b9e47f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:51.017972 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Provisioning complete for port 0ee7aeaa-03fc-405e-a279-096581863269 triggered by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:52:51.018523 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:51.088390 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-d62fe5b8-95e1-4afa-b7b8-586ceae90c9f req-d114ffac-3996-4566-9d52-4d9be78b6af0 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups?name=tempest-securitygroup--1101166698&fields=id&tenant_id=a575c6bd2e574ad19dc299cc1df253f3 HTTP/1.1" status: 200 len: 267 time: 0.0620716 Nov 02 16:52:51.115867 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:51.141238 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6094ae-7204-4393-b9d8-99ef58b7b622 req-8db86350-d232-4680-afae-be8587d701b6 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:51.143016 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-fd6094ae-7204-4393-b9d8-99ef58b7b622 req-8db86350-d232-4680-afae-be8587d701b6 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/ports?device_id=0cc9451a-ff42-4d58-8086-84efeda40e0b HTTP/1.1" status: 200 len: 946 time: 0.1123769 Nov 02 16:52:51.169112 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] For port 0ee7aeaa-03fc-405e-a279-096581863269, host dv-cinder-773876-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=0ee7aeaa-03fc-405e-a279-096581863269,segment=NetworkSegment(c9ad6c23-a550-48b0-9333-3b6d595c667a),segment_id=c9ad6c23-a550-48b0-9333-3b6d595c667a)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:52:51.175779 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:51.253143 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Pushing event updated for resources: {'Port': ['ID=0ee7aeaa-03fc-405e-a279-096581863269,revision_number=3']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:51.258974 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-fd6094ae-7204-4393-b9d8-99ef58b7b622 req-a21c5148-1a61-4a4d-9b8f-de825a4e886f tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/security-groups?id=b1f05269-3171-411f-92d6-2a309bca96b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1079021 Nov 02 16:52:51.266007 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62fe5b8-95e1-4afa-b7b8-586ceae90c9f req-eed05028-79ac-41e5-88d6-4d99dbd5e9de tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:51.277993 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-d62fe5b8-95e1-4afa-b7b8-586ceae90c9f req-eed05028-79ac-41e5-88d6-4d99dbd5e9de tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/networks?id=c3ac4ab4-0ce0-4abb-9960-272f99ead558 HTTP/1.1" status: 200 len: 811 time: 0.1817300 Nov 02 16:52:51.291931 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-d62fe5b8-95e1-4afa-b7b8-586ceae90c9f req-a27b93b0-f255-444d-8cc2-677fde36d1fb tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/quotas/a575c6bd2e574ad19dc299cc1df253f3 HTTP/1.1" status: 200 len: 375 time: 0.0128553 Nov 02 16:52:51.293117 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 46620) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:51.409765 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-d62fe5b8-95e1-4afa-b7b8-586ceae90c9f req-208b68b0-fcf5-4a92-be85-f687d1dc207e tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=a575c6bd2e574ad19dc299cc1df253f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0882266 Nov 02 16:52:51.699811 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-fa3ed5dc-8fb0-48fb-8ca0-2ef442b9e47f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3731327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3708078'] for router, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:51.704830 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf384c8b-8164-4dea-a1f5-1f68de70d7e9 None None] Network ef399344-c729-4536-b6ad-dc1eae816e3b requested from dv-cinder-773876-4-iscsi {{(pid=113346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:52:51.807889 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-4838deb1-8dfa-4e45-82e1-8fc1025c29bf None None] Provisioning complete for port 0ee7aeaa-03fc-405e-a279-096581863269 triggered by entity DHCP. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:52:51.808427 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4838deb1-8dfa-4e45-82e1-8fc1025c29bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:51.895730 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4272fa-167f-46e0-99f3-205e1ee59e72 tempest-TestVolumeBootPattern-284275640 tempest-TestVolumeBootPattern-284275640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:51.897732 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-cd4272fa-167f-46e0-99f3-205e1ee59e72 tempest-TestVolumeBootPattern-284275640 tempest-TestVolumeBootPattern-284275640-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=0cc9451a-ff42-4d58-8086-84efeda40e0b HTTP/1.1" status: 200 len: 1094 time: 0.6029804 Nov 02 16:52:51.901076 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-d62fe5b8-95e1-4afa-b7b8-586ceae90c9f req-6272b6b4-ab6f-468d-ad78-df94472c467f service neutron] 10.222.0.118 "GET /v2.0/networks/c3ac4ab4-0ce0-4abb-9960-272f99ead558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4866078 Nov 02 16:52:51.901586 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 46626) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:51.907610 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.v2.base [None req-257e3540-0a62-4dc3-9b08-23ca133b3cf0 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Request body: {'floatingip': {'floating_network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'port_id': '38f4c5ac-fd67-4d6a-bcb0-06b8456ad406', 'tenant_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'fixed_ip_address': '172.20.0.13'}} {{(pid=113344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:52:51.917662 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:51.944365 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa3ed5dc-8fb0-48fb-8ca0-2ef442b9e47f admin admin] Router b66fc859-41d4-476b-8b6c-bcaf3056edf7 is scheduled to L3 agent 23c85ca8-88a6-46e7-9165-338a7fd1d142 with binding_index 1 {{(pid=113345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:52:51.997399 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-257e3540-0a62-4dc3-9b08-23ca133b3cf0 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks [] for floatingip, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:52.051981 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-d62fe5b8-95e1-4afa-b7b8-586ceae90c9f req-4e4a67aa-075e-41ec-973a-8789df64f1c4 service neutron] 10.222.0.118 "GET /v2.0/networks/c3ac4ab4-0ce0-4abb-9960-272f99ead558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370578 Nov 02 16:52:52.086100 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa3ed5dc-8fb0-48fb-8ca0-2ef442b9e47f admin admin] Notify agent at l3_agent.dv-cinder-773876-4-iscsi the message routers_updated {{(pid=113345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:52:52.099294 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eae6e4c-6038-4f4e-aae7-a48ed8660da5 None None] Sync routers for ids ['b66fc859-41d4-476b-8b6c-bcaf3056edf7'] in dv-cinder-773876-4-iscsi {{(pid=113346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:52:52.117718 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eae6e4c-6038-4f4e-aae7-a48ed8660da5 None None] Routers {'b66fc859-41d4-476b-8b6c-bcaf3056edf7'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:52:52.121215 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-0eae6e4c-6038-4f4e-aae7-a48ed8660da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:52:41Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['b66fc859-41d4-476b-8b6c-bcaf3056edf7'], 'active': True} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:52.129655 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-fa3ed5dc-8fb0-48fb-8ca0-2ef442b9e47f admin admin] Publish callbacks [] for router, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:52.131476 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-fa3ed5dc-8fb0-48fb-8ca0-2ef442b9e47f admin admin] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.5694895 Nov 02 16:52:52.135282 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 46628) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:52.151515 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-257e3540-0a62-4dc3-9b08-23ca133b3cf0 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:52.325816 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.db.db_base_plugin_common [None req-257e3540-0a62-4dc3-9b08-23ca133b3cf0 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Allocated IP 172.27.1.131 (e732c7b6-4740-4909-a10c-6231f1bdbede/886e8f69-733b-40e5-a835-3f68eef2cfaf/919a839d-367f-4c50-a7a3-092f1ee555fc) {{(pid=113344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:52:52.378819 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvr_db [None req-0eae6e4c-6038-4f4e-aae7-a48ed8660da5 None None] Set router b66fc859-41d4-476b-8b6c-bcaf3056edf7 gateway port host: dv-cinder-773876-4-iscsi {{(pid=113346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:52:52.433082 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-14c30593-604c-459f-8447-b0bc58a1f9b6 req-3ccc38c2-a61d-4c68-ad46-cbfcd8a10d92 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=61572fbe-ccf7-4ed4-80ab-eda95f187229 HTTP/1.1" status: 200 len: 210 time: 0.0455916 Nov 02 16:52:52.496999 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-257e3540-0a62-4dc3-9b08-23ca133b3cf0 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks [] for port, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:52.549874 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-7fe7913f-827c-4a2e-b8f5-a35e20a53a40 None None] Provisioning complete for port 0ee7aeaa-03fc-405e-a279-096581863269 triggered by entity DHCP. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:52:52.550250 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-7fe7913f-827c-4a2e-b8f5-a35e20a53a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:52.562088 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-257e3540-0a62-4dc3-9b08-23ca133b3cf0 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788024814062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25371697'] for port, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:52.619056 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257e3540-0a62-4dc3-9b08-23ca133b3cf0 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Network e732c7b6-4740-4909-a10c-6231f1bdbede is already hosted by enough agents. {{(pid=113344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:52:52.626852 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.base_scheduler [None req-257e3540-0a62-4dc3-9b08-23ca133b3cf0 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Resources bound (agent type, host, resource id): {{(pid=113344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:52:52.634565 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257e3540-0a62-4dc3-9b08-23ca133b3cf0 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Received port after_create {{(pid=113344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:52:52.680608 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257e3540-0a62-4dc3-9b08-23ca133b3cf0 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Pushing event updated for resources: {'Port': ['ID=919a839d-367f-4c50-a7a3-092f1ee555fc,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:52.940191 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device 0ee7aeaa-03fc-405e-a279-096581863269 up at agent ovs-agent-dv-cinder-773876-4-iscsi {{(pid=113346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:52:53.031555 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Provisioning complete for port 0ee7aeaa-03fc-405e-a279-096581863269 triggered by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:52:53.032297 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:53.035216 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-0eae6e4c-6038-4f4e-aae7-a48ed8660da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66fc859-41d4-476b-8b6c-bcaf3056edf7', 'name': 'tempest-TestShelveInstance-620819347-router', 'tenant_id': 'c1f5daa1c5be44b48448e0480398d984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'f65a1f3c-17bb-4d25-af79-e84bb92830d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:52:48Z', 'updated_at': '2021-11-02T16:52:50Z', 'revision_number': 3, 'project_id': 'c1f5daa1c5be44b48448e0480398d984', 'gw_port': {'id': 'f65a1f3c-17bb-4d25-af79-e84bb92830d5', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:03:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b66fc859-41d4-476b-8b6c-bcaf3056edf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:52:49Z', 'updated_at': '2021-11-02T16:52:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi'}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:53.058984 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-8c92af93-7673-4fc6-995a-2f296b334c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:53.092716 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eae6e4c-6038-4f4e-aae7-a48ed8660da5 None None] Checking router: b66fc859-41d4-476b-8b6c-bcaf3056edf7 for host: dv-cinder-773876-4-iscsi {{(pid=113346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:52:53.093419 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eae6e4c-6038-4f4e-aae7-a48ed8660da5 None None] Updating router b66fc859-41d4-476b-8b6c-bcaf3056edf7 port f65a1f3c-17bb-4d25-af79-e84bb92830d5 binding host dv-cinder-773876-4-iscsi {{(pid=113346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:52:53.139415 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-0eae6e4c-6038-4f4e-aae7-a48ed8660da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:53.230950 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-257e3540-0a62-4dc3-9b08-23ca133b3cf0 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks [] for floatingip, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:53.276904 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.db_base_plugin_common [None req-8c92af93-7673-4fc6-995a-2f296b334c2f admin admin] Allocated IP 172.20.0.1 (ef399344-c729-4536-b6ad-dc1eae816e3b/4ccf6b4a-d512-4843-96a8-2ff2740ca99f/a93a6b97-df00-496a-9c5a-d2c440acafba) {{(pid=113345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:52:53.313261 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-257e3540-0a62-4dc3-9b08-23ca133b3cf0 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:53.415774 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-8c92af93-7673-4fc6-995a-2f296b334c2f admin admin] Publish callbacks [] for port, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:53.454132 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-8c92af93-7673-4fc6-995a-2f296b334c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788024814062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27915883'] for port, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:53.501737 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c92af93-7673-4fc6-995a-2f296b334c2f admin admin] Network ef399344-c729-4536-b6ad-dc1eae816e3b is already hosted by enough agents. {{(pid=113345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:52:53.504076 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-0eae6e4c-6038-4f4e-aae7-a48ed8660da5 None None] Publish callbacks [] for port, precommit_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:53.509905 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-257e3540-0a62-4dc3-9b08-23ca133b3cf0 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks [] for port, precommit_update {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:53.511251 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.base_scheduler [None req-8c92af93-7673-4fc6-995a-2f296b334c2f admin admin] Resources bound (agent type, host, resource id): {{(pid=113345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:52:53.514912 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-0eae6e4c-6038-4f4e-aae7-a48ed8660da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:53.516930 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c92af93-7673-4fc6-995a-2f296b334c2f admin admin] Received port after_create {{(pid=113345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:52:53.520514 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c92af93-7673-4fc6-995a-2f296b334c2f admin admin] Pushing event updated for resources: {'Port': ['ID=a93a6b97-df00-496a-9c5a-d2c440acafba,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:53.539774 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-257e3540-0a62-4dc3-9b08-23ca133b3cf0 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25371688'] for port, after_update {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:53.594846 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18506ade-c7ab-47c7-9805-5371c991275a None None] Pushing event updated for resources: {'Port': ['ID=f65a1f3c-17bb-4d25-af79-e84bb92830d5,revision_number=2']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:53.618442 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.managers [None req-0eae6e4c-6038-4f4e-aae7-a48ed8660da5 None None] Attempting to bind port f65a1f3c-17bb-4d25-af79-e84bb92830d5 on host dv-cinder-773876-4-iscsi for vnic_type normal with profile {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 16:52:53.618834 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.managers [None req-0eae6e4c-6038-4f4e-aae7-a48ed8660da5 None None] Attempting to bind port f65a1f3c-17bb-4d25-af79-e84bb92830d5 by drivers openvswitch,hyperv on host dv-cinder-773876-4-iscsi at level 0 using segments [{'id': '1cb664d2-69f4-46cd-9abc-3fc1a9239895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede'}] {{(pid=113346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 16:52:53.619341 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eae6e4c-6038-4f4e-aae7-a48ed8660da5 None None] Attempting to bind port f65a1f3c-17bb-4d25-af79-e84bb92830d5 on network e732c7b6-4740-4909-a10c-6231f1bdbede {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:52:53.629189 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eae6e4c-6038-4f4e-aae7-a48ed8660da5 None None] Checking agent: {'id': '7dc37166-7823-42e6-bc3e-7dc49cd1fc12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 37, 46), 'started_at': datetime.datetime(2021, 11, 2, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:52:53.629586 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eae6e4c-6038-4f4e-aae7-a48ed8660da5 None None] Checking segment: {'id': '1cb664d2-69f4-46cd-9abc-3fc1a9239895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 16:52:53.630081 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-0eae6e4c-6038-4f4e-aae7-a48ed8660da5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:53.630502 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eae6e4c-6038-4f4e-aae7-a48ed8660da5 None None] Bound using segment: {'id': '1cb664d2-69f4-46cd-9abc-3fc1a9239895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede'} {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:52:53.631496 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.managers [None req-0eae6e4c-6038-4f4e-aae7-a48ed8660da5 None None] Bound port: f65a1f3c-17bb-4d25-af79-e84bb92830d5, host: dv-cinder-773876-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cb664d2-69f4-46cd-9abc-3fc1a9239895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede'}}] {{(pid=113346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 16:52:53.631937 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-0eae6e4c-6038-4f4e-aae7-a48ed8660da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:53.640632 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-64f2d3df-41e8-4a1e-b310-27311f44d035 req-bae2f85a-7917-48cc-9e55-98bc016a14ab tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=61572fbe-ccf7-4ed4-80ab-eda95f187229 HTTP/1.1" status: 200 len: 210 time: 0.0840070 Nov 02 16:52:53.641943 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-8c92af93-7673-4fc6-995a-2f296b334c2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3708925'] for router_interface, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:53.651825 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257e3540-0a62-4dc3-9b08-23ca133b3cf0 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Pushing event updated for resources: {'Port': ['ID=919a839d-367f-4c50-a7a3-092f1ee555fc,revision_number=2']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:53.673388 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-257e3540-0a62-4dc3-9b08-23ca133b3cf0 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3707972'] for floatingip, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:53.761958 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-0eae6e4c-6038-4f4e-aae7-a48ed8660da5 None None] For port f65a1f3c-17bb-4d25-af79-e84bb92830d5, host dv-cinder-773876-4-iscsi, cleared binding levels {{(pid=113346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:52:53.768558 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-0eae6e4c-6038-4f4e-aae7-a48ed8660da5 None None] For port f65a1f3c-17bb-4d25-af79-e84bb92830d5, host dv-cinder-773876-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=f65a1f3c-17bb-4d25-af79-e84bb92830d5,segment=NetworkSegment(1cb664d2-69f4-46cd-9abc-3fc1a9239895),segment_id=1cb664d2-69f4-46cd-9abc-3fc1a9239895)] {{(pid=113346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:52:53.776476 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-0eae6e4c-6038-4f4e-aae7-a48ed8660da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:53.857026 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eae6e4c-6038-4f4e-aae7-a48ed8660da5 None None] Routers {'b66fc859-41d4-476b-8b6c-bcaf3056edf7'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:52:53.857721 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-0eae6e4c-6038-4f4e-aae7-a48ed8660da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:52:41Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['b66fc859-41d4-476b-8b6c-bcaf3056edf7'], 'active': True} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:53.861287 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.db.l3_db [None req-257e3540-0a62-4dc3-9b08-23ca133b3cf0 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Floating IP aadcfbef-a594-4c8d-9a8f-4153bbb07da6 associated. External IP: 172.27.1.131, port: 38f4c5ac-fd67-4d6a-bcb0-06b8456ad406. Nov 02 16:52:53.979033 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62fe5b8-95e1-4afa-b7b8-586ceae90c9f req-41983072-dff2-4d58-909f-cbd0a228a980 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:53.981021 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-d62fe5b8-95e1-4afa-b7b8-586ceae90c9f req-41983072-dff2-4d58-909f-cbd0a228a980 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.76 "GET /v2.0/networks?id=c3ac4ab4-0ce0-4abb-9960-272f99ead558 HTTP/1.1" status: 200 len: 811 time: 0.2612631 Nov 02 16:52:53.989394 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvr_db [None req-0eae6e4c-6038-4f4e-aae7-a48ed8660da5 None None] Set router b66fc859-41d4-476b-8b6c-bcaf3056edf7 gateway port host: dv-cinder-773876-4-iscsi {{(pid=113346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:52:54.048871 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-8c92af93-7673-4fc6-995a-2f296b334c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:54.064071 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18506ade-c7ab-47c7-9805-5371c991275a None None] Pushing event updated for resources: {'Port': ['ID=f65a1f3c-17bb-4d25-af79-e84bb92830d5,revision_number=3']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:54.140237 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-d62fe5b8-95e1-4afa-b7b8-586ceae90c9f req-04350f2e-c430-4a52-ae62-ef54ddff2085 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a575c6bd2e574ad19dc299cc1df253f3 HTTP/1.1" status: 200 len: 380 time: 0.1323495 Nov 02 16:52:54.152744 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-be51948b-b084-4de6-8765-5d10bc167129 None None] Provisioning complete for port a93a6b97-df00-496a-9c5a-d2c440acafba triggered by entity DHCP. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:52:54.153431 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-be51948b-b084-4de6-8765-5d10bc167129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:54.155299 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.v2.base [req-d62fe5b8-95e1-4afa-b7b8-586ceae90c9f req-e6d0aafa-d899-4f8f-a809-baacc0cbe516 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Request body: {'port': {'device_id': '61572fbe-ccf7-4ed4-80ab-eda95f187229', 'network_id': 'c3ac4ab4-0ce0-4abb-9960-272f99ead558', 'admin_state_up': True, 'tenant_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'security_groups': ['ae4c6275-44d9-4522-929e-9cccf87b8d36']}} {{(pid=113345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:52:54.242172 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-257e3540-0a62-4dc3-9b08-23ca133b3cf0 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Router c797d5b2-bdc4-4012-8c62-046dcdeae5dd has already been hosted by L3 agent 23c85ca8-88a6-46e7-9165-338a7fd1d142 {{(pid=113344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:52:54.266027 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-be51948b-b084-4de6-8765-5d10bc167129 None None] Port a93a6b97-df00-496a-9c5a-d2c440acafba cannot update to ACTIVE because it is not bound. {{(pid=113346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 16:52:54.343568 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-0eae6e4c-6038-4f4e-aae7-a48ed8660da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66fc859-41d4-476b-8b6c-bcaf3056edf7', 'name': 'tempest-TestShelveInstance-620819347-router', 'tenant_id': 'c1f5daa1c5be44b48448e0480398d984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'f65a1f3c-17bb-4d25-af79-e84bb92830d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:52:48Z', 'updated_at': '2021-11-02T16:52:50Z', 'revision_number': 3, 'project_id': 'c1f5daa1c5be44b48448e0480398d984', 'gw_port': {'id': 'f65a1f3c-17bb-4d25-af79-e84bb92830d5', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:03:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b66fc859-41d4-476b-8b6c-bcaf3056edf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:52:49Z', 'updated_at': '2021-11-02T16:52:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi'}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:54.380561 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eae6e4c-6038-4f4e-aae7-a48ed8660da5 None None] The sync data for ids ['b66fc859-41d4-476b-8b6c-bcaf3056edf7'] in dv-cinder-773876-4-iscsi is: [{'id': 'b66fc859-41d4-476b-8b6c-bcaf3056edf7', 'name': 'tempest-TestShelveInstance-620819347-router', 'tenant_id': 'c1f5daa1c5be44b48448e0480398d984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'f65a1f3c-17bb-4d25-af79-e84bb92830d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:52:48Z', 'updated_at': '2021-11-02T16:52:50Z', 'revision_number': 3, 'project_id': 'c1f5daa1c5be44b48448e0480398d984', 'gw_port': {'id': 'f65a1f3c-17bb-4d25-af79-e84bb92830d5', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:03:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b66fc859-41d4-476b-8b6c-bcaf3056edf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:52:49Z', 'updated_at': '2021-11-02T16:52:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi'}] {{(pid=113346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:52:54.403938 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-257e3540-0a62-4dc3-9b08-23ca133b3cf0 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Notify agent at l3_agent.dv-cinder-773876-4-iscsi the message routers_updated {{(pid=113344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:52:54.422896 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d62fe5b8-95e1-4afa-b7b8-586ceae90c9f req-e6d0aafa-d899-4f8f-a809-baacc0cbe516 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Made reservation on behalf of a575c6bd2e574ad19dc299cc1df253f3 for: {'port': 1} {{(pid=113345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:52:54.423957 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b511df0-93fa-4646-a0c9-92a3c53d245a None None] Sync routers for ids ['c797d5b2-bdc4-4012-8c62-046dcdeae5dd'] in dv-cinder-773876-4-iscsi {{(pid=113347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:52:54.426794 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-d62fe5b8-95e1-4afa-b7b8-586ceae90c9f req-e6d0aafa-d899-4f8f-a809-baacc0cbe516 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:54.438729 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b511df0-93fa-4646-a0c9-92a3c53d245a None None] Routers {'c797d5b2-bdc4-4012-8c62-046dcdeae5dd'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:52:54.439599 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-5b511df0-93fa-4646-a0c9-92a3c53d245a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:52:41Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['c797d5b2-bdc4-4012-8c62-046dcdeae5dd'], 'active': True} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:54.443589 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-8c92af93-7673-4fc6-995a-2f296b334c2f admin admin] Publish callbacks [] for port, precommit_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:54.445585 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-257e3540-0a62-4dc3-9b08-23ca133b3cf0 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221'] for floatingip, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:54.453637 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-8c92af93-7673-4fc6-995a-2f296b334c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27915890'] for port, after_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:54.486205 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-257e3540-0a62-4dc3-9b08-23ca133b3cf0 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5833030 Nov 02 16:52:54.487007 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cc9451a-ff42-4d58-8086-84efeda40e0b', 'tag': '38f4c5ac-fd67-4d6a-bcb0-06b8456ad406'}] {{(pid=113344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:52:54.491483 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5f30fc3850fd44c96454e051096f60fc18984a92350f5d63aa5481a86e136a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad0ba18-981f-4b6d-8694-15a913b18dcf" -d '{"events": [{"name": "network-changed", "server_uuid": "0cc9451a-ff42-4d58-8086-84efeda40e0b", "tag": "38f4c5ac-fd67-4d6a-bcb0-06b8456ad406"}]}' {{(pid=113344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:52:54.560132 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf7318d-3ddd-4a88-849b-814414316c50 x-openstack-request-id: req-ddf7318d-3ddd-4a88-849b-814414316c50 {{(pid=113344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:52:54.560890 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cc9451a-ff42-4d58-8086-84efeda40e0b", "tag": "38f4c5ac-fd67-4d6a-bcb0-06b8456ad406", "status": "completed", "code": 200}]} {{(pid=113344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:52:54.561370 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-ddf7318d-3ddd-4a88-849b-814414316c50 {{(pid=113344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:52:54.562090 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cc9451a-ff42-4d58-8086-84efeda40e0b', 'tag': '38f4c5ac-fd67-4d6a-bcb0-06b8456ad406', 'status': 'completed', 'code': 200} Nov 02 16:52:54.576397 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvr_db [None req-5b511df0-93fa-4646-a0c9-92a3c53d245a None None] Set router c797d5b2-bdc4-4012-8c62-046dcdeae5dd gateway port host: dv-cinder-773876-4-iscsi {{(pid=113347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:52:54.599481 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c92af93-7673-4fc6-995a-2f296b334c2f admin admin] Pushing event updated for resources: {'Port': ['ID=a93a6b97-df00-496a-9c5a-d2c440acafba,revision_number=2']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:54.627092 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-8c92af93-7673-4fc6-995a-2f296b334c2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3708777'] for router_interface, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:54.651762 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad0ba18-981f-4b6d-8694-15a913b18dcf req-db26f4f7-49be-487d-9e5a-a9edf5b94fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:54.653626 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-1ad0ba18-981f-4b6d-8694-15a913b18dcf req-db26f4f7-49be-487d-9e5a-a9edf5b94fe9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f83b31a72c4f4cc78519ed2dc9bdc400&device_id=0cc9451a-ff42-4d58-8086-84efeda40e0b HTTP/1.1" status: 200 len: 1099 time: 0.0648513 Nov 02 16:52:54.844524 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-43df2c5b-630b-40c4-ba23-0e6350187267 req-a100a675-dcf2-4ae5-bf81-9fa1c7bd9734 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=61572fbe-ccf7-4ed4-80ab-eda95f187229 HTTP/1.1" status: 200 len: 210 time: 0.0566213 Nov 02 16:52:54.885791 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-5b511df0-93fa-4646-a0c9-92a3c53d245a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'name': 'tempest-TestVolumeBootPattern-226830009-router', 'tenant_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e29b7936-7a83-49dd-9008-36de97272721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:47Z', 'updated_at': '2021-11-02T16:51:51Z', 'revision_number': 4, 'project_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'gw_port': {'id': 'e29b7936-7a83-49dd-9008-36de97272721', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:48Z', 'updated_at': '2021-11-02T16:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_floatingips': [{'id': 'aadcfbef-a594-4c8d-9a8f-4153bbb07da6', 'tenant_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'floating_ip_address': '172.27.1.131', 'floating_network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'router_id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'port_id': '38f4c5ac-fd67-4d6a-bcb0-06b8456ad406', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac5452b3-7329-433e-af1f-df17acea3828', 'mac_address': 'fa:16:3e:da:42:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc9451a-ff42-4d58-8086-84efeda40e0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:52:52Z', 'updated_at': '2021-11-02T16:52:52Z', 'revision_number': 0, 'project_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '232ad059-fbdb-4195-a503-645ac2a34484', 'name': '', 'network_id': 'ac5452b3-7329-433e-af1f-df17acea3828', 'tenant_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'mac_address': 'fa:16:3e:b6:dc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'aa72a888-b45f-4cfb-ae6c-4494e796baf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:50Z', 'updated_at': '2021-11-02T16:51:56Z', 'revision_number': 5, 'project_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'subnets': [{'id': 'aa72a888-b45f-4cfb-ae6c-4494e796baf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:54.901908 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad0ba18-981f-4b6d-8694-15a913b18dcf req-99d485ca-3f47-4a7a-b41c-1adef7844896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:54.903533 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-1ad0ba18-981f-4b6d-8694-15a913b18dcf req-99d485ca-3f47-4a7a-b41c-1adef7844896 service neutron] 10.222.0.76 "GET /v2.0/networks?id=ac5452b3-7329-433e-af1f-df17acea3828 HTTP/1.1" status: 200 len: 912 time: 0.2376418 Nov 02 16:52:54.933332 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b511df0-93fa-4646-a0c9-92a3c53d245a None None] Checking router: c797d5b2-bdc4-4012-8c62-046dcdeae5dd for host: dv-cinder-773876-4-iscsi {{(pid=113347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:52:54.947055 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.db_base_plugin_common [req-d62fe5b8-95e1-4afa-b7b8-586ceae90c9f req-e6d0aafa-d899-4f8f-a809-baacc0cbe516 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Allocated IP 172.20.0.8 (c3ac4ab4-0ce0-4abb-9960-272f99ead558/81d3d140-25a2-438b-a64f-a1dea867ba0d/f902bd79-9248-4da6-847e-36b46e3fa1b9) {{(pid=113345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:52:54.948720 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b511df0-93fa-4646-a0c9-92a3c53d245a None None] Routers {'c797d5b2-bdc4-4012-8c62-046dcdeae5dd'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:52:54.949383 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-5b511df0-93fa-4646-a0c9-92a3c53d245a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:52:41Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['c797d5b2-bdc4-4012-8c62-046dcdeae5dd'], 'active': True} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:54.957942 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c92af93-7673-4fc6-995a-2f296b334c2f admin admin] Network ef399344-c729-4536-b6ad-dc1eae816e3b is already hosted by enough agents. {{(pid=113345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:52:54.965457 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.base_scheduler [None req-8c92af93-7673-4fc6-995a-2f296b334c2f admin admin] Resources bound (agent type, host, resource id): {{(pid=113345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:52:55.004162 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device f65a1f3c-17bb-4d25-af79-e84bb92830d5 up at agent ovs-agent-dv-cinder-773876-4-iscsi {{(pid=113346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:52:55.065039 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-1ad0ba18-981f-4b6d-8694-15a913b18dcf req-cacc2fa2-58a9-4004-946a-9c80a84651ae service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38f4c5ac-fd67-4d6a-bcb0-06b8456ad406 HTTP/1.1" status: 200 len: 1000 time: 0.1437950 Nov 02 16:52:55.100852 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Provisioning complete for port f65a1f3c-17bb-4d25-af79-e84bb92830d5 triggered by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:52:55.101691 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:55.143851 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad0ba18-981f-4b6d-8694-15a913b18dcf req-ee4bc080-b35f-49e3-94b4-c43fc4268fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:55.145641 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-1ad0ba18-981f-4b6d-8694-15a913b18dcf req-ee4bc080-b35f-49e3-94b4-c43fc4268fb7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=aa72a888-b45f-4cfb-ae6c-4494e796baf0 HTTP/1.1" status: 200 len: 850 time: 0.0741291 Nov 02 16:52:55.207176 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvr_db [None req-5b511df0-93fa-4646-a0c9-92a3c53d245a None None] Set router c797d5b2-bdc4-4012-8c62-046dcdeae5dd gateway port host: dv-cinder-773876-4-iscsi {{(pid=113347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:52:55.227868 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:55.250635 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad0ba18-981f-4b6d-8694-15a913b18dcf req-9925afa3-5cbf-43cf-b17d-f12b64cf62b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:55.252519 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-1ad0ba18-981f-4b6d-8694-15a913b18dcf req-9925afa3-5cbf-43cf-b17d-f12b64cf62b8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ac5452b3-7329-433e-af1f-df17acea3828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0970364 Nov 02 16:52:55.283419 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] For port f65a1f3c-17bb-4d25-af79-e84bb92830d5, host dv-cinder-773876-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=f65a1f3c-17bb-4d25-af79-e84bb92830d5,segment=NetworkSegment(1cb664d2-69f4-46cd-9abc-3fc1a9239895),segment_id=1cb664d2-69f4-46cd-9abc-3fc1a9239895)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:52:55.289026 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:55.365444 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Pushing event updated for resources: {'Port': ['ID=f65a1f3c-17bb-4d25-af79-e84bb92830d5,revision_number=4']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:55.433758 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-d62fe5b8-95e1-4afa-b7b8-586ceae90c9f req-e6d0aafa-d899-4f8f-a809-baacc0cbe516 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks [] for port, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:55.449606 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-1ad0ba18-981f-4b6d-8694-15a913b18dcf req-22843a06-f09c-4d60-b615-009b0464613a service neutron] 10.222.0.76 "GET /v2.0/networks/ac5452b3-7329-433e-af1f-df17acea3828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859517 Nov 02 16:52:55.467801 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c92af93-7673-4fc6-995a-2f296b334c2f admin admin] Router b66fc859-41d4-476b-8b6c-bcaf3056edf7 has already been hosted by L3 agent 23c85ca8-88a6-46e7-9165-338a7fd1d142 {{(pid=113345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:52:55.521926 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-92c42692-311f-404d-bb85-ef36f2752e13 None None] Provisioning complete for port a93a6b97-df00-496a-9c5a-d2c440acafba triggered by entity DHCP. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:52:55.523526 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-92c42692-311f-404d-bb85-ef36f2752e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:55.615596 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-92c42692-311f-404d-bb85-ef36f2752e13 None None] Port a93a6b97-df00-496a-9c5a-d2c440acafba cannot update to ACTIVE because it is not bound. {{(pid=113346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 16:52:55.632496 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-1ad0ba18-981f-4b6d-8694-15a913b18dcf req-d1e100ff-5b08-449b-92e1-e26fc0aae89f service neutron] 10.222.0.76 "GET /v2.0/networks/ac5452b3-7329-433e-af1f-df17acea3828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658978 Nov 02 16:52:55.647315 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-d62fe5b8-95e1-4afa-b7b8-586ceae90c9f req-e6d0aafa-d899-4f8f-a809-baacc0cbe516 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788024814062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27915883'] for port, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:55.717867 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d62fe5b8-95e1-4afa-b7b8-586ceae90c9f req-e6d0aafa-d899-4f8f-a809-baacc0cbe516 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Network c3ac4ab4-0ce0-4abb-9960-272f99ead558 is already hosted by enough agents. {{(pid=113345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:52:55.728693 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.base_scheduler [req-d62fe5b8-95e1-4afa-b7b8-586ceae90c9f req-e6d0aafa-d899-4f8f-a809-baacc0cbe516 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Resources bound (agent type, host, resource id): {{(pid=113345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:52:55.732934 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.l3_dvrscheduler_db [req-d62fe5b8-95e1-4afa-b7b8-586ceae90c9f req-e6d0aafa-d899-4f8f-a809-baacc0cbe516 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Received port after_create {{(pid=113345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:52:55.735913 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d0aafa-d899-4f8f-a809-baacc0cbe516 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Pushing event updated for resources: {'Port': ['ID=f902bd79-9248-4da6-847e-36b46e3fa1b9,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:55.741450 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c92af93-7673-4fc6-995a-2f296b334c2f admin admin] Notify agent at l3_agent.dv-cinder-773876-4-iscsi the message routers_updated {{(pid=113345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:52:55.768840 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-8c92af93-7673-4fc6-995a-2f296b334c2f admin admin] 10.222.0.118 "PUT /v2.0/routers/b66fc859-41d4-476b-8b6c-bcaf3056edf7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6316524 Nov 02 16:52:55.807325 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-5b511df0-93fa-4646-a0c9-92a3c53d245a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'name': 'tempest-TestVolumeBootPattern-226830009-router', 'tenant_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e29b7936-7a83-49dd-9008-36de97272721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:47Z', 'updated_at': '2021-11-02T16:51:51Z', 'revision_number': 4, 'project_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'gw_port': {'id': 'e29b7936-7a83-49dd-9008-36de97272721', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:48Z', 'updated_at': '2021-11-02T16:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_floatingips': [{'id': 'aadcfbef-a594-4c8d-9a8f-4153bbb07da6', 'tenant_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'floating_ip_address': '172.27.1.131', 'floating_network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'router_id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'port_id': '38f4c5ac-fd67-4d6a-bcb0-06b8456ad406', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac5452b3-7329-433e-af1f-df17acea3828', 'mac_address': 'fa:16:3e:da:42:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc9451a-ff42-4d58-8086-84efeda40e0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:52:52Z', 'updated_at': '2021-11-02T16:52:52Z', 'revision_number': 0, 'project_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '232ad059-fbdb-4195-a503-645ac2a34484', 'name': '', 'network_id': 'ac5452b3-7329-433e-af1f-df17acea3828', 'tenant_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'mac_address': 'fa:16:3e:b6:dc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'aa72a888-b45f-4cfb-ae6c-4494e796baf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:50Z', 'updated_at': '2021-11-02T16:51:56Z', 'revision_number': 5, 'project_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'subnets': [{'id': 'aa72a888-b45f-4cfb-ae6c-4494e796baf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:55.823443 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62fe5b8-95e1-4afa-b7b8-586ceae90c9f req-e6d0aafa-d899-4f8f-a809-baacc0cbe516 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:55.824880 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-d62fe5b8-95e1-4afa-b7b8-586ceae90c9f req-e6d0aafa-d899-4f8f-a809-baacc0cbe516 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221'] for port, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:55.847895 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-d62fe5b8-95e1-4afa-b7b8-586ceae90c9f req-e6d0aafa-d899-4f8f-a809-baacc0cbe516 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6975603 Nov 02 16:52:55.871294 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.v2.base [req-d62fe5b8-95e1-4afa-b7b8-586ceae90c9f req-2c5bf05f-3182-4da1-9443-42843662ab36 service neutron] Request body: {'port': {'device_id': '61572fbe-ccf7-4ed4-80ab-eda95f187229', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=113345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:52:55.871686 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b511df0-93fa-4646-a0c9-92a3c53d245a None None] The sync data for ids ['c797d5b2-bdc4-4012-8c62-046dcdeae5dd'] in dv-cinder-773876-4-iscsi is: [{'id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'name': 'tempest-TestVolumeBootPattern-226830009-router', 'tenant_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e29b7936-7a83-49dd-9008-36de97272721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:47Z', 'updated_at': '2021-11-02T16:51:51Z', 'revision_number': 4, 'project_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'gw_port': {'id': 'e29b7936-7a83-49dd-9008-36de97272721', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:48Z', 'updated_at': '2021-11-02T16:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_floatingips': [{'id': 'aadcfbef-a594-4c8d-9a8f-4153bbb07da6', 'tenant_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'floating_ip_address': '172.27.1.131', 'floating_network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'router_id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'port_id': '38f4c5ac-fd67-4d6a-bcb0-06b8456ad406', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac5452b3-7329-433e-af1f-df17acea3828', 'mac_address': 'fa:16:3e:da:42:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc9451a-ff42-4d58-8086-84efeda40e0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:52:52Z', 'updated_at': '2021-11-02T16:52:52Z', 'revision_number': 0, 'project_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '232ad059-fbdb-4195-a503-645ac2a34484', 'name': '', 'network_id': 'ac5452b3-7329-433e-af1f-df17acea3828', 'tenant_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'mac_address': 'fa:16:3e:b6:dc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'aa72a888-b45f-4cfb-ae6c-4494e796baf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:50Z', 'updated_at': '2021-11-02T16:51:56Z', 'revision_number': 5, 'project_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'subnets': [{'id': 'aa72a888-b45f-4cfb-ae6c-4494e796baf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:52:55.979328 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-d62fe5b8-95e1-4afa-b7b8-586ceae90c9f req-2c5bf05f-3182-4da1-9443-42843662ab36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:56.144438 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e7aaec-8c8c-4ec7-9278-a7eb8c023f0d req-74bbc0e1-0f65-49e0-a95e-f3bb3f2e33c5 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:56.146359 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-e8e7aaec-8c8c-4ec7-9278-a7eb8c023f0d req-74bbc0e1-0f65-49e0-a95e-f3bb3f2e33c5 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=61572fbe-ccf7-4ed4-80ab-eda95f187229 HTTP/1.1" status: 200 len: 931 time: 0.1256435 Nov 02 16:52:56.237663 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-e8e7aaec-8c8c-4ec7-9278-a7eb8c023f0d req-93b696f8-e9d2-4a1f-b345-582a25e11917 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups?id=ae4c6275-44d9-4522-929e-9cccf87b8d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686097 Nov 02 16:52:56.261910 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-d488c8a3-3b00-4d6b-9d81-0f3d7e4e1449 None None] Provisioning complete for port f902bd79-9248-4da6-847e-36b46e3fa1b9 triggered by entity DHCP. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:52:56.262623 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-d488c8a3-3b00-4d6b-9d81-0f3d7e4e1449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:56.311387 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-d488c8a3-3b00-4d6b-9d81-0f3d7e4e1449 None None] Port f902bd79-9248-4da6-847e-36b46e3fa1b9 cannot update to ACTIVE because it is not bound. {{(pid=113346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 16:52:56.363717 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906ea645-92ef-4f27-ac64-d95abf79b39e None None] New status for floating IP aadcfbef-a594-4c8d-9a8f-4153bbb07da6: ACTIVE {{(pid=113346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 16:52:56.442888 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.notifiers.nova [req-d62fe5b8-95e1-4afa-b7b8-586ceae90c9f req-2c5bf05f-3182-4da1-9443-42843662ab36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f902bd79-9248-4da6-847e-36b46e3fa1b9 {{(pid=113345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:52:56.454488 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-d62fe5b8-95e1-4afa-b7b8-586ceae90c9f req-2c5bf05f-3182-4da1-9443-42843662ab36 service neutron] Publish callbacks [] for port, precommit_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:56.469464 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.provisioning_blocks [req-d62fe5b8-95e1-4afa-b7b8-586ceae90c9f req-2c5bf05f-3182-4da1-9443-42843662ab36 service neutron] Transition to ACTIVE for port object f902bd79-9248-4da6-847e-36b46e3fa1b9 will not be triggered until provisioned by entity L2. {{(pid=113345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:52:56.473821 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-d62fe5b8-95e1-4afa-b7b8-586ceae90c9f req-2c5bf05f-3182-4da1-9443-42843662ab36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27915890'] for port, after_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:56.549533 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5bf05f-3182-4da1-9443-42843662ab36 service neutron] Pushing event updated for resources: {'Port': ['ID=f902bd79-9248-4da6-847e-36b46e3fa1b9,revision_number=2']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:56.631500 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.managers [req-d62fe5b8-95e1-4afa-b7b8-586ceae90c9f req-2c5bf05f-3182-4da1-9443-42843662ab36 service neutron] Attempting to bind port f902bd79-9248-4da6-847e-36b46e3fa1b9 on host hv-cinder-77387 for vnic_type normal with profile {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 16:52:56.631851 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.managers [req-d62fe5b8-95e1-4afa-b7b8-586ceae90c9f req-2c5bf05f-3182-4da1-9443-42843662ab36 service neutron] Attempting to bind port f902bd79-9248-4da6-847e-36b46e3fa1b9 by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': '9063e9b7-1cf0-4c78-a7b7-5d676507dd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'c3ac4ab4-0ce0-4abb-9960-272f99ead558'}] {{(pid=113345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 16:52:56.632219 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62fe5b8-95e1-4afa-b7b8-586ceae90c9f req-2c5bf05f-3182-4da1-9443-42843662ab36 service neutron] Attempting to bind port f902bd79-9248-4da6-847e-36b46e3fa1b9 on network c3ac4ab4-0ce0-4abb-9960-272f99ead558 {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:52:56.638884 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62fe5b8-95e1-4afa-b7b8-586ceae90c9f req-2c5bf05f-3182-4da1-9443-42843662ab36 service neutron] Port f902bd79-9248-4da6-847e-36b46e3fa1b9 on network c3ac4ab4-0ce0-4abb-9960-272f99ead558 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:52:56.639234 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62fe5b8-95e1-4afa-b7b8-586ceae90c9f req-2c5bf05f-3182-4da1-9443-42843662ab36 service neutron] Attempting to bind port f902bd79-9248-4da6-847e-36b46e3fa1b9 on network c3ac4ab4-0ce0-4abb-9960-272f99ead558 {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:52:56.647367 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62fe5b8-95e1-4afa-b7b8-586ceae90c9f req-2c5bf05f-3182-4da1-9443-42843662ab36 service neutron] Checking agent: {'id': 'a22495b4-0922-47cf-b0eb-f0742ace0d4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 44, 22), 'started_at': datetime.datetime(2021, 11, 2, 16, 44, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:52:56.647940 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62fe5b8-95e1-4afa-b7b8-586ceae90c9f req-2c5bf05f-3182-4da1-9443-42843662ab36 service neutron] Checking segment: {'id': '9063e9b7-1cf0-4c78-a7b7-5d676507dd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'c3ac4ab4-0ce0-4abb-9960-272f99ead558'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 16:52:56.648614 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62fe5b8-95e1-4afa-b7b8-586ceae90c9f req-2c5bf05f-3182-4da1-9443-42843662ab36 service neutron] Bound using segment: {'id': '9063e9b7-1cf0-4c78-a7b7-5d676507dd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'c3ac4ab4-0ce0-4abb-9960-272f99ead558'} {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:52:56.650623 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.managers [req-d62fe5b8-95e1-4afa-b7b8-586ceae90c9f req-2c5bf05f-3182-4da1-9443-42843662ab36 service neutron] Bound port: f902bd79-9248-4da6-847e-36b46e3fa1b9, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9063e9b7-1cf0-4c78-a7b7-5d676507dd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'c3ac4ab4-0ce0-4abb-9960-272f99ead558'}}] {{(pid=113345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 16:52:56.651397 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-d62fe5b8-95e1-4afa-b7b8-586ceae90c9f req-2c5bf05f-3182-4da1-9443-42843662ab36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:56.688757 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 46676) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:56.699058 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.v2.base [None req-dd2c6d21-c311-416f-a221-9525f3ac8a83 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1330810252-network', 'tenant_id': 'fe90ec04f3d245b59a52aa8ded84b5b7'}} {{(pid=113344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:52:56.729873 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd2c6d21-c311-416f-a221-9525f3ac8a83 admin admin] Made reservation on behalf of fe90ec04f3d245b59a52aa8ded84b5b7 for: {'network': 1} {{(pid=113344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:52:56.732976 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.db [req-d62fe5b8-95e1-4afa-b7b8-586ceae90c9f req-2c5bf05f-3182-4da1-9443-42843662ab36 service neutron] For port f902bd79-9248-4da6-847e-36b46e3fa1b9, host hv-cinder-77387, cleared binding levels {{(pid=113345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:52:56.733777 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-dd2c6d21-c311-416f-a221-9525f3ac8a83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for network, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:56.742370 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.db [req-d62fe5b8-95e1-4afa-b7b8-586ceae90c9f req-2c5bf05f-3182-4da1-9443-42843662ab36 service neutron] For port f902bd79-9248-4da6-847e-36b46e3fa1b9, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=f902bd79-9248-4da6-847e-36b46e3fa1b9,segment=NetworkSegment(9063e9b7-1cf0-4c78-a7b7-5d676507dd93),segment_id=9063e9b7-1cf0-4c78-a7b7-5d676507dd93)] {{(pid=113345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:52:56.747998 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-dd2c6d21-c311-416f-a221-9525f3ac8a83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:56.749640 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-d62fe5b8-95e1-4afa-b7b8-586ceae90c9f req-2c5bf05f-3182-4da1-9443-42843662ab36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27915890'] for port, after_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:56.792108 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62fe5b8-95e1-4afa-b7b8-586ceae90c9f req-2c5bf05f-3182-4da1-9443-42843662ab36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:56.792803 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-d62fe5b8-95e1-4afa-b7b8-586ceae90c9f req-2c5bf05f-3182-4da1-9443-42843662ab36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221'] for port, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:56.794402 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-d62fe5b8-95e1-4afa-b7b8-586ceae90c9f req-2c5bf05f-3182-4da1-9443-42843662ab36 service neutron] 10.222.0.76 "PUT /v2.0/ports/f902bd79-9248-4da6-847e-36b46e3fa1b9 HTTP/1.1" status: 200 len: 1093 time: 0.9320254 Nov 02 16:52:56.794914 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61572fbe-ccf7-4ed4-80ab-eda95f187229', 'tag': 'f902bd79-9248-4da6-847e-36b46e3fa1b9'}] {{(pid=113345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:52:56.797715 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88728d28071a92af03fe3e2826ca256f68f88e9f4aa3bce1a4ce6001ce5f6d9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a14d316-cab0-41a4-837f-a2b465bc53b8" -d '{"events": [{"name": "network-changed", "server_uuid": "61572fbe-ccf7-4ed4-80ab-eda95f187229", "tag": "f902bd79-9248-4da6-847e-36b46e3fa1b9"}]}' {{(pid=113345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:52:56.888269 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device f65a1f3c-17bb-4d25-af79-e84bb92830d5 up at agent ovs-agent-dv-cinder-773876-4-iscsi {{(pid=113346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:52:56.891882 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d704cf6a-50cf-44b9-9275-604a9fc61f82 x-openstack-request-id: req-d704cf6a-50cf-44b9-9275-604a9fc61f82 {{(pid=113345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:52:56.892198 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61572fbe-ccf7-4ed4-80ab-eda95f187229", "tag": "f902bd79-9248-4da6-847e-36b46e3fa1b9", "status": "completed", "code": 200}]} {{(pid=113345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:52:56.892492 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-d704cf6a-50cf-44b9-9275-604a9fc61f82 {{(pid=113345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:52:56.893255 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61572fbe-ccf7-4ed4-80ab-eda95f187229', 'tag': 'f902bd79-9248-4da6-847e-36b46e3fa1b9', 'status': 'completed', 'code': 200} Nov 02 16:52:56.918511 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5bf05f-3182-4da1-9443-42843662ab36 service neutron] Pushing event updated for resources: {'Port': ['ID=f902bd79-9248-4da6-847e-36b46e3fa1b9,revision_number=3']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:56.940861 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-dd2c6d21-c311-416f-a221-9525f3ac8a83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:56.945949 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62fe5b8-95e1-4afa-b7b8-586ceae90c9f req-2a265ea8-a3c0-490d-bc3b-961a60274576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:56.946417 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-dd2c6d21-c311-416f-a221-9525f3ac8a83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:56.947644 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-d62fe5b8-95e1-4afa-b7b8-586ceae90c9f req-2a265ea8-a3c0-490d-bc3b-961a60274576 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a575c6bd2e574ad19dc299cc1df253f3&device_id=61572fbe-ccf7-4ed4-80ab-eda95f187229 HTTP/1.1" status: 200 len: 1096 time: 0.0863137 Nov 02 16:52:56.985671 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd2c6d21-c311-416f-a221-9525f3ac8a83 admin admin] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=113344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:52:56.988488 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Provisioning complete for port f65a1f3c-17bb-4d25-af79-e84bb92830d5 triggered by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:52:56.988879 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:57.001482 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-dd2c6d21-c311-416f-a221-9525f3ac8a83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639893'] for segment, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:57.002392 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.db.segments_db [None req-dd2c6d21-c311-416f-a221-9525f3ac8a83 admin admin] Added segment 5a157d34-57da-4f53-9dd6-f44731aa6dfa of type vlan for network aabd8406-e73c-4572-9216-3460b0ee731f Nov 02 16:52:57.018947 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2c6d21-c311-416f-a221-9525f3ac8a83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ed3f7b-cc02-474c-8dff-878a0e09b35b,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:57.063279 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-d62fe5b8-95e1-4afa-b7b8-586ceae90c9f req-c2ce11fe-4396-4c0c-a424-9817b626efbe service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f902bd79-9248-4da6-847e-36b46e3fa1b9 HTTP/1.1" status: 200 len: 217 time: 0.1010509 Nov 02 16:52:57.065243 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-dd2c6d21-c311-416f-a221-9525f3ac8a83 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788024806476'] for network, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:57.106231 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-dd2c6d21-c311-416f-a221-9525f3ac8a83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481'] for network, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:57.107322 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2c6d21-c311-416f-a221-9525f3ac8a83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:57.107968 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-dd2c6d21-c311-416f-a221-9525f3ac8a83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673503'] for network, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:57.135794 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62fe5b8-95e1-4afa-b7b8-586ceae90c9f req-ead52988-0b34-463f-bd6e-a99964b5f492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:57.137479 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-d62fe5b8-95e1-4afa-b7b8-586ceae90c9f req-ead52988-0b34-463f-bd6e-a99964b5f492 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=81d3d140-25a2-438b-a64f-a1dea867ba0d HTTP/1.1" status: 200 len: 850 time: 0.0636191 Nov 02 16:52:57.141257 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-dd2c6d21-c311-416f-a221-9525f3ac8a83 admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4511554 Nov 02 16:52:57.144464 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 46680) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:57.158217 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.v2.base [None req-e9c70324-ac9a-49ae-acaf-085d805138e5 admin admin] Request body: {'subnet': {'network_id': 'aabd8406-e73c-4572-9216-3460b0ee731f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1330810252-subnet', 'tenant_id': 'fe90ec04f3d245b59a52aa8ded84b5b7', 'ip_version': 4}} {{(pid=113345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:52:57.210943 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2c6d21-c311-416f-a221-9525f3ac8a83 admin admin] Pushing event updated for resources: {'Network': ['ID=aabd8406-e73c-4572-9216-3460b0ee731f,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:57.222486 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c70324-ac9a-49ae-acaf-085d805138e5 admin admin] Made reservation on behalf of fe90ec04f3d245b59a52aa8ded84b5b7 for: {'subnet': 1} {{(pid=113345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:52:57.225003 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-e9c70324-ac9a-49ae-acaf-085d805138e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29156465'] for subnet, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:57.230744 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Network aabd8406-e73c-4572-9216-3460b0ee731f details requested by agent ovs-agent-dv-cinder-773876-4-iscsi with host dv-cinder-773876-4-iscsi {{(pid=113346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:52:57.253504 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62fe5b8-95e1-4afa-b7b8-586ceae90c9f req-f7d9a428-299d-4fe5-bb91-d8ef6ed6a32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:57.255101 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-d62fe5b8-95e1-4afa-b7b8-586ceae90c9f req-f7d9a428-299d-4fe5-bb91-d8ef6ed6a32b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c3ac4ab4-0ce0-4abb-9960-272f99ead558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0929353 Nov 02 16:52:57.366407 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8f50f0-5570-4c96-8265-65602eeb94cc None None] Sync routers for ids ['b66fc859-41d4-476b-8b6c-bcaf3056edf7'] in dv-cinder-773876-4-iscsi {{(pid=113347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:52:57.379669 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8f50f0-5570-4c96-8265-65602eeb94cc None None] Routers {'b66fc859-41d4-476b-8b6c-bcaf3056edf7'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:52:57.380568 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-bb8f50f0-5570-4c96-8265-65602eeb94cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:52:41Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['b66fc859-41d4-476b-8b6c-bcaf3056edf7'], 'active': True} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:57.514246 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvr_db [None req-bb8f50f0-5570-4c96-8265-65602eeb94cc None None] Set router b66fc859-41d4-476b-8b6c-bcaf3056edf7 gateway port host: dv-cinder-773876-4-iscsi {{(pid=113347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:52:57.753803 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-bb8f50f0-5570-4c96-8265-65602eeb94cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66fc859-41d4-476b-8b6c-bcaf3056edf7', 'name': 'tempest-TestShelveInstance-620819347-router', 'tenant_id': 'c1f5daa1c5be44b48448e0480398d984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'f65a1f3c-17bb-4d25-af79-e84bb92830d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:52:48Z', 'updated_at': '2021-11-02T16:52:53Z', 'revision_number': 4, 'project_id': 'c1f5daa1c5be44b48448e0480398d984', 'gw_port': {'id': 'f65a1f3c-17bb-4d25-af79-e84bb92830d5', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:03:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66fc859-41d4-476b-8b6c-bcaf3056edf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:52:49Z', 'updated_at': '2021-11-02T16:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_interfaces': [{'id': 'a93a6b97-df00-496a-9c5a-d2c440acafba', 'name': '', 'network_id': 'ef399344-c729-4536-b6ad-dc1eae816e3b', 'tenant_id': 'c1f5daa1c5be44b48448e0480398d984', 'mac_address': 'fa:16:3e:90:d9:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b66fc859-41d4-476b-8b6c-bcaf3056edf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '4ccf6b4a-d512-4843-96a8-2ff2740ca99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:52:53Z', 'updated_at': '2021-11-02T16:52:54Z', 'revision_number': 2, 'project_id': 'c1f5daa1c5be44b48448e0480398d984', 'subnets': [{'id': '4ccf6b4a-d512-4843-96a8-2ff2740ca99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:57.783843 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8f50f0-5570-4c96-8265-65602eeb94cc None None] Checking router: b66fc859-41d4-476b-8b6c-bcaf3056edf7 for host: dv-cinder-773876-4-iscsi {{(pid=113347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:52:57.784278 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8f50f0-5570-4c96-8265-65602eeb94cc None None] Updating router b66fc859-41d4-476b-8b6c-bcaf3056edf7 port a93a6b97-df00-496a-9c5a-d2c440acafba binding host dv-cinder-773876-4-iscsi {{(pid=113347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:52:57.813475 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc8e2b-e821-4591-b5cb-9c1146b08a5d req-3fcd6faf-57f7-47ba-b991-8d2da76bbc64 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:57.815153 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-0afc8e2b-e821-4591-b5cb-9c1146b08a5d req-3fcd6faf-57f7-47ba-b991-8d2da76bbc64 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=61572fbe-ccf7-4ed4-80ab-eda95f187229 HTTP/1.1" status: 200 len: 943 time: 0.4723258 Nov 02 16:52:57.820427 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron_lib.callbacks.manager [None req-bb8f50f0-5570-4c96-8265-65602eeb94cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:57.858238 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-d62fe5b8-95e1-4afa-b7b8-586ceae90c9f req-0e6e030e-efed-4cdd-b42c-f65e10961869 service neutron] 10.222.0.76 "GET /v2.0/networks/c3ac4ab4-0ce0-4abb-9960-272f99ead558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5662143 Nov 02 16:52:57.998792 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-0afc8e2b-e821-4591-b5cb-9c1146b08a5d req-409bcce9-cdbe-4f90-8389-fd1afa915d3a tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups?id=ae4c6275-44d9-4522-929e-9cccf87b8d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733308 Nov 02 16:52:58.033474 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-e9c70324-ac9a-49ae-acaf-085d805138e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27917051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29156419'] for subnet, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:58.046806 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-d62fe5b8-95e1-4afa-b7b8-586ceae90c9f req-1a56f2f8-b34d-4438-9634-4b541bba466e service neutron] 10.222.0.76 "GET /v2.0/networks/c3ac4ab4-0ce0-4abb-9960-272f99ead558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779468 Nov 02 16:52:58.100341 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c70324-ac9a-49ae-acaf-085d805138e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e319cb31-7b11-4946-b41b-4f1141fd2bf9,revision_number=0']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:58.103891 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron_lib.callbacks.manager [None req-bb8f50f0-5570-4c96-8265-65602eeb94cc None None] Publish callbacks [] for port, precommit_update {{(pid=113347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:58.110315 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron_lib.callbacks.manager [None req-bb8f50f0-5570-4c96-8265-65602eeb94cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:58.115081 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c70324-ac9a-49ae-acaf-085d805138e5 admin admin] Checking segment: {'id': '5a157d34-57da-4f53-9dd6-f44731aa6dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'aabd8406-e73c-4572-9216-3460b0ee731f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 16:52:58.115644 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c70324-ac9a-49ae-acaf-085d805138e5 admin admin] Network hostable DHCP agents. Network: aabd8406-e73c-4572-9216-3460b0ee731f, hostable agents: ['546b8425-0cfc-4ce2-b181-b7c4c8ab844f'], hosted agents: [] {{(pid=113345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:52:58.160510 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b394520-0193-4bcb-978d-b22f70101644 None None] Pushing event updated for resources: {'Port': ['ID=a93a6b97-df00-496a-9c5a-d2c440acafba,revision_number=3']} {{(pid=113347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:58.170365 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b394520-0193-4bcb-978d-b22f70101644 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:58.170728 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c70324-ac9a-49ae-acaf-085d805138e5 admin admin] Network aabd8406-e73c-4572-9216-3460b0ee731f is scheduled to be hosted by DHCP agent 546b8425-0cfc-4ce2-b181-b7c4c8ab844f with binding_index 1 {{(pid=113345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:52:58.170882 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b394520-0193-4bcb-978d-b22f70101644 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:58.171069 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b394520-0193-4bcb-978d-b22f70101644 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:58.171404 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b394520-0193-4bcb-978d-b22f70101644 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:58.171759 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b394520-0193-4bcb-978d-b22f70101644 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:58.172083 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b394520-0193-4bcb-978d-b22f70101644 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:58.172543 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b394520-0193-4bcb-978d-b22f70101644 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:58.172878 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b394520-0193-4bcb-978d-b22f70101644 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:58.173232 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b394520-0193-4bcb-978d-b22f70101644 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:58.173565 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b394520-0193-4bcb-978d-b22f70101644 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:58.173898 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b394520-0193-4bcb-978d-b22f70101644 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:58.174224 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b394520-0193-4bcb-978d-b22f70101644 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:52:58.192021 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14d316-cab0-41a4-837f-a2b465bc53b8 req-84c13a2c-47c4-466c-b959-1599b057890f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:58.193763 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-1a14d316-cab0-41a4-837f-a2b465bc53b8 req-84c13a2c-47c4-466c-b959-1599b057890f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a575c6bd2e574ad19dc299cc1df253f3&device_id=61572fbe-ccf7-4ed4-80ab-eda95f187229 HTTP/1.1" status: 200 len: 1096 time: 0.0703580 Nov 02 16:52:58.195126 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.base_scheduler [None req-e9c70324-ac9a-49ae-acaf-085d805138e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-4-iscsi, aabd8406-e73c-4572-9216-3460b0ee731f) {{(pid=113345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:52:58.205006 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c70324-ac9a-49ae-acaf-085d805138e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:58.205006 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-e9c70324-ac9a-49ae-acaf-085d805138e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673503'] for subnet, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:58.248130 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.managers [None req-bb8f50f0-5570-4c96-8265-65602eeb94cc None None] Attempting to bind port a93a6b97-df00-496a-9c5a-d2c440acafba on host dv-cinder-773876-4-iscsi for vnic_type normal with profile {{(pid=113347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 16:52:58.248538 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.managers [None req-bb8f50f0-5570-4c96-8265-65602eeb94cc None None] Attempting to bind port a93a6b97-df00-496a-9c5a-d2c440acafba by drivers openvswitch,hyperv on host dv-cinder-773876-4-iscsi at level 0 using segments [{'id': 'c9ad6c23-a550-48b0-9333-3b6d595c667a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ef399344-c729-4536-b6ad-dc1eae816e3b'}] {{(pid=113347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 16:52:58.249172 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8f50f0-5570-4c96-8265-65602eeb94cc None None] Attempting to bind port a93a6b97-df00-496a-9c5a-d2c440acafba on network ef399344-c729-4536-b6ad-dc1eae816e3b {{(pid=113347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:52:58.251348 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-e9c70324-ac9a-49ae-acaf-085d805138e5 admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1038804 Nov 02 16:52:58.254229 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 46686) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:52:58.261152 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.v2.base [None req-2fc81f6f-09d9-438f-8387-d185fabb7882 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1330810252-router', 'tenant_id': 'fe90ec04f3d245b59a52aa8ded84b5b7', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede'}}} {{(pid=113344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:52:58.270531 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8f50f0-5570-4c96-8265-65602eeb94cc None None] Checking agent: {'id': '7dc37166-7823-42e6-bc3e-7dc49cd1fc12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 37, 46), 'started_at': datetime.datetime(2021, 11, 2, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:52:58.271284 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8f50f0-5570-4c96-8265-65602eeb94cc None None] Checking segment: {'id': 'c9ad6c23-a550-48b0-9333-3b6d595c667a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ef399344-c729-4536-b6ad-dc1eae816e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 16:52:58.271916 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron_lib.callbacks.manager [None req-bb8f50f0-5570-4c96-8265-65602eeb94cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=113347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:58.272645 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8f50f0-5570-4c96-8265-65602eeb94cc None None] Bound using segment: {'id': 'c9ad6c23-a550-48b0-9333-3b6d595c667a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ef399344-c729-4536-b6ad-dc1eae816e3b'} {{(pid=113347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:52:58.273353 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.managers [None req-bb8f50f0-5570-4c96-8265-65602eeb94cc None None] Bound port: a93a6b97-df00-496a-9c5a-d2c440acafba, host: dv-cinder-773876-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9ad6c23-a550-48b0-9333-3b6d595c667a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ef399344-c729-4536-b6ad-dc1eae816e3b'}}] {{(pid=113347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 16:52:58.274611 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron_lib.callbacks.manager [None req-bb8f50f0-5570-4c96-8265-65602eeb94cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:58.308871 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-2fc81f6f-09d9-438f-8387-d185fabb7882 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3731402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26202'] for router, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:58.310510 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-2fc81f6f-09d9-438f-8387-d185fabb7882 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3731318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3708157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26197'] for router, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:58.372810 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14d316-cab0-41a4-837f-a2b465bc53b8 req-ea009d2e-98e7-4f5a-a6d1-82a8d871311f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:58.374727 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-1a14d316-cab0-41a4-837f-a2b465bc53b8 req-ea009d2e-98e7-4f5a-a6d1-82a8d871311f service neutron] 10.222.0.76 "GET /v2.0/networks?id=c3ac4ab4-0ce0-4abb-9960-272f99ead558 HTTP/1.1" status: 200 len: 912 time: 0.1403852 Nov 02 16:52:58.388425 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-2fc81f6f-09d9-438f-8387-d185fabb7882 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:58.399899 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.db [None req-bb8f50f0-5570-4c96-8265-65602eeb94cc None None] For port a93a6b97-df00-496a-9c5a-d2c440acafba, host dv-cinder-773876-4-iscsi, cleared binding levels {{(pid=113347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:52:58.405078 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.db [None req-bb8f50f0-5570-4c96-8265-65602eeb94cc None None] For port a93a6b97-df00-496a-9c5a-d2c440acafba, host dv-cinder-773876-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=a93a6b97-df00-496a-9c5a-d2c440acafba,segment=NetworkSegment(c9ad6c23-a550-48b0-9333-3b6d595c667a),segment_id=c9ad6c23-a550-48b0-9333-3b6d595c667a)] {{(pid=113347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:52:58.408429 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe42e5d6-37b5-4201-bebf-4502162412dd None None] Network aabd8406-e73c-4572-9216-3460b0ee731f requested from dv-cinder-773876-4-iscsi {{(pid=113346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:52:58.410151 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron_lib.callbacks.manager [None req-bb8f50f0-5570-4c96-8265-65602eeb94cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:58.452585 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-1a14d316-cab0-41a4-837f-a2b465bc53b8 req-1a1807a3-5dc9-43c0-836a-c56bedb719fb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f902bd79-9248-4da6-847e-36b46e3fa1b9 HTTP/1.1" status: 200 len: 217 time: 0.0585272 Nov 02 16:52:58.522929 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8f50f0-5570-4c96-8265-65602eeb94cc None None] Routers {'b66fc859-41d4-476b-8b6c-bcaf3056edf7'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:52:58.524210 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-bb8f50f0-5570-4c96-8265-65602eeb94cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:52:41Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['b66fc859-41d4-476b-8b6c-bcaf3056edf7'], 'active': True} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:58.548364 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14d316-cab0-41a4-837f-a2b465bc53b8 req-e132db4d-5f31-4d2f-b815-e3de1179d0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:58.550020 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-1a14d316-cab0-41a4-837f-a2b465bc53b8 req-e132db4d-5f31-4d2f-b815-e3de1179d0b6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=81d3d140-25a2-438b-a64f-a1dea867ba0d HTTP/1.1" status: 200 len: 850 time: 0.0898123 Nov 02 16:52:58.575157 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b394520-0193-4bcb-978d-b22f70101644 None None] Pushing event updated for resources: {'Port': ['ID=a93a6b97-df00-496a-9c5a-d2c440acafba,revision_number=4']} {{(pid=113347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:58.653777 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983fe5aa-6636-4339-a161-11fcde416230 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe4b85e87-31fb-5fe4-ae05-1caa6371d8e7-aabd8406-e73c-4572-9216-3460b0ee731f', 'network_id': 'aabd8406-e73c-4572-9216-3460b0ee731f', 'tenant_id': 'fe90ec04f3d245b59a52aa8ded84b5b7', 'fixed_ips': [{'subnet_id': 'e319cb31-7b11-4946-b41b-4f1141fd2bf9'}]}} from dv-cinder-773876-4-iscsi. {{(pid=113346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 16:52:58.654755 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-983fe5aa-6636-4339-a161-11fcde416230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_create {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:58.675075 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-2fc81f6f-09d9-438f-8387-d185fabb7882 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:58.697854 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-05781185-788b-4ba5-88f1-f0b470ba0fbc None None] Provisioning complete for port a93a6b97-df00-496a-9c5a-d2c440acafba triggered by entity DHCP. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:52:58.699204 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14d316-cab0-41a4-837f-a2b465bc53b8 req-6771cc72-7b3b-4b80-a876-ed4f50b69a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:58.699542 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-05781185-788b-4ba5-88f1-f0b470ba0fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:58.701311 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-1a14d316-cab0-41a4-837f-a2b465bc53b8 req-6771cc72-7b3b-4b80-a876-ed4f50b69a89 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c3ac4ab4-0ce0-4abb-9960-272f99ead558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1370473 Nov 02 16:52:58.769432 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvr_db [None req-bb8f50f0-5570-4c96-8265-65602eeb94cc None None] Set router b66fc859-41d4-476b-8b6c-bcaf3056edf7 gateway port host: dv-cinder-773876-4-iscsi {{(pid=113347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:52:58.911430 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-1a14d316-cab0-41a4-837f-a2b465bc53b8 req-2fe5793c-9dc2-4606-9584-946e9d7d4466 service neutron] 10.222.0.76 "GET /v2.0/networks/c3ac4ab4-0ce0-4abb-9960-272f99ead558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003567 Nov 02 16:52:59.005082 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.db_base_plugin_common [None req-983fe5aa-6636-4339-a161-11fcde416230 None None] Allocated IP 172.20.0.2 (aabd8406-e73c-4572-9216-3460b0ee731f/e319cb31-7b11-4946-b41b-4f1141fd2bf9/bf118a02-7478-49ee-a4ba-6054aaac4687) {{(pid=113346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:52:59.134455 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-2fc81f6f-09d9-438f-8387-d185fabb7882 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:59.159203 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-1a14d316-cab0-41a4-837f-a2b465bc53b8 req-9b7a83f0-dd8f-4a9c-9887-497df7575051 service neutron] 10.222.0.76 "GET /v2.0/networks/c3ac4ab4-0ce0-4abb-9960-272f99ead558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324145 Nov 02 16:52:59.165161 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-05781185-788b-4ba5-88f1-f0b470ba0fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:59.182099 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-2fc81f6f-09d9-438f-8387-d185fabb7882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:59.186974 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e23e8-2002-4e20-a871-3648092742bc req-812c8648-5949-4e3b-9901-ae1154574f19 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:52:59.189299 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-343e23e8-2002-4e20-a871-3648092742bc req-812c8648-5949-4e3b-9901-ae1154574f19 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=61572fbe-ccf7-4ed4-80ab-eda95f187229 HTTP/1.1" status: 200 len: 943 time: 0.0839572 Nov 02 16:52:59.191761 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-bb8f50f0-5570-4c96-8265-65602eeb94cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66fc859-41d4-476b-8b6c-bcaf3056edf7', 'name': 'tempest-TestShelveInstance-620819347-router', 'tenant_id': 'c1f5daa1c5be44b48448e0480398d984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'f65a1f3c-17bb-4d25-af79-e84bb92830d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:52:48Z', 'updated_at': '2021-11-02T16:52:53Z', 'revision_number': 4, 'project_id': 'c1f5daa1c5be44b48448e0480398d984', 'gw_port': {'id': 'f65a1f3c-17bb-4d25-af79-e84bb92830d5', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:03:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66fc859-41d4-476b-8b6c-bcaf3056edf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:52:49Z', 'updated_at': '2021-11-02T16:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_interfaces': [{'id': 'a93a6b97-df00-496a-9c5a-d2c440acafba', 'name': '', 'network_id': 'ef399344-c729-4536-b6ad-dc1eae816e3b', 'tenant_id': 'c1f5daa1c5be44b48448e0480398d984', 'mac_address': 'fa:16:3e:90:d9:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b66fc859-41d4-476b-8b6c-bcaf3056edf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '4ccf6b4a-d512-4843-96a8-2ff2740ca99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:52:53Z', 'updated_at': '2021-11-02T16:52:58Z', 'revision_number': 4, 'project_id': 'c1f5daa1c5be44b48448e0480398d984', 'subnets': [{'id': '4ccf6b4a-d512-4843-96a8-2ff2740ca99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:52:59.225749 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8f50f0-5570-4c96-8265-65602eeb94cc None None] The sync data for ids ['b66fc859-41d4-476b-8b6c-bcaf3056edf7'] in dv-cinder-773876-4-iscsi is: [{'id': 'b66fc859-41d4-476b-8b6c-bcaf3056edf7', 'name': 'tempest-TestShelveInstance-620819347-router', 'tenant_id': 'c1f5daa1c5be44b48448e0480398d984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'f65a1f3c-17bb-4d25-af79-e84bb92830d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:52:48Z', 'updated_at': '2021-11-02T16:52:53Z', 'revision_number': 4, 'project_id': 'c1f5daa1c5be44b48448e0480398d984', 'gw_port': {'id': 'f65a1f3c-17bb-4d25-af79-e84bb92830d5', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:03:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66fc859-41d4-476b-8b6c-bcaf3056edf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:52:49Z', 'updated_at': '2021-11-02T16:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_interfaces': [{'id': 'a93a6b97-df00-496a-9c5a-d2c440acafba', 'name': '', 'network_id': 'ef399344-c729-4536-b6ad-dc1eae816e3b', 'tenant_id': 'c1f5daa1c5be44b48448e0480398d984', 'mac_address': 'fa:16:3e:90:d9:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b66fc859-41d4-476b-8b6c-bcaf3056edf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '4ccf6b4a-d512-4843-96a8-2ff2740ca99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:52:53Z', 'updated_at': '2021-11-02T16:52:58Z', 'revision_number': 4, 'project_id': 'c1f5daa1c5be44b48448e0480398d984', 'subnets': [{'id': '4ccf6b4a-d512-4843-96a8-2ff2740ca99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:52:59.247628 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-05781185-788b-4ba5-88f1-f0b470ba0fbc None None] For port a93a6b97-df00-496a-9c5a-d2c440acafba, host dv-cinder-773876-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=a93a6b97-df00-496a-9c5a-d2c440acafba,segment=NetworkSegment(c9ad6c23-a550-48b0-9333-3b6d595c667a),segment_id=c9ad6c23-a550-48b0-9333-3b6d595c667a)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:52:59.270914 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-05781185-788b-4ba5-88f1-f0b470ba0fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:59.299569 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-343e23e8-2002-4e20-a871-3648092742bc req-12e4e3f3-7c3d-41a2-a519-7ee6501b8452 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups?id=ae4c6275-44d9-4522-929e-9cccf87b8d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995488 Nov 02 16:52:59.373023 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-983fe5aa-6636-4339-a161-11fcde416230 None None] Publish callbacks [] for port, precommit_create {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:59.387773 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-983fe5aa-6636-4339-a161-11fcde416230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788024814062'] for port, after_create {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:59.409744 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.db.db_base_plugin_common [None req-2fc81f6f-09d9-438f-8387-d185fabb7882 admin admin] Allocated IP 172.27.1.116 (e732c7b6-4740-4909-a10c-6231f1bdbede/886e8f69-733b-40e5-a835-3f68eef2cfaf/39f2c51b-6321-4dfd-b68c-d1ca46f51f8e) {{(pid=113344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:52:59.411037 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05781185-788b-4ba5-88f1-f0b470ba0fbc None None] Pushing event updated for resources: {'Port': ['ID=a93a6b97-df00-496a-9c5a-d2c440acafba,revision_number=5']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:59.437173 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983fe5aa-6636-4339-a161-11fcde416230 None None] Network aabd8406-e73c-4572-9216-3460b0ee731f is already hosted by enough agents. {{(pid=113346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:52:59.460702 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.scheduler.base_scheduler [None req-983fe5aa-6636-4339-a161-11fcde416230 None None] Resources bound (agent type, host, resource id): {{(pid=113346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:52:59.466406 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983fe5aa-6636-4339-a161-11fcde416230 None None] Received port after_create {{(pid=113346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:52:59.516239 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-21811236-f40f-427d-8066-2fb8f5af3911 None None] Provisioning complete for port a93a6b97-df00-496a-9c5a-d2c440acafba triggered by entity DHCP. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:52:59.516239 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-21811236-f40f-427d-8066-2fb8f5af3911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:59.551362 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983fe5aa-6636-4339-a161-11fcde416230 None None] Pushing event updated for resources: {'Port': ['ID=bf118a02-7478-49ee-a4ba-6054aaac4687,revision_number=1']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:59.571610 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-2fc81f6f-09d9-438f-8387-d185fabb7882 admin admin] Publish callbacks [] for port, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:59.581048 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.managers [None req-983fe5aa-6636-4339-a161-11fcde416230 None None] Attempting to bind port bf118a02-7478-49ee-a4ba-6054aaac4687 on host dv-cinder-773876-4-iscsi for vnic_type normal with profile {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 16:52:59.581434 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.managers [None req-983fe5aa-6636-4339-a161-11fcde416230 None None] Attempting to bind port bf118a02-7478-49ee-a4ba-6054aaac4687 by drivers openvswitch,hyperv on host dv-cinder-773876-4-iscsi at level 0 using segments [{'id': '5a157d34-57da-4f53-9dd6-f44731aa6dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'aabd8406-e73c-4572-9216-3460b0ee731f'}] {{(pid=113346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 16:52:59.581839 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983fe5aa-6636-4339-a161-11fcde416230 None None] Attempting to bind port bf118a02-7478-49ee-a4ba-6054aaac4687 on network aabd8406-e73c-4572-9216-3460b0ee731f {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:52:59.595521 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983fe5aa-6636-4339-a161-11fcde416230 None None] Checking agent: {'id': '7dc37166-7823-42e6-bc3e-7dc49cd1fc12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 37, 46), 'started_at': datetime.datetime(2021, 11, 2, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:52:59.595919 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983fe5aa-6636-4339-a161-11fcde416230 None None] Checking segment: {'id': '5a157d34-57da-4f53-9dd6-f44731aa6dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'aabd8406-e73c-4572-9216-3460b0ee731f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 16:52:59.596396 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-983fe5aa-6636-4339-a161-11fcde416230 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:59.596812 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983fe5aa-6636-4339-a161-11fcde416230 None None] Bound using segment: {'id': '5a157d34-57da-4f53-9dd6-f44731aa6dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'aabd8406-e73c-4572-9216-3460b0ee731f'} {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:52:59.597321 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.managers [None req-983fe5aa-6636-4339-a161-11fcde416230 None None] Bound port: bf118a02-7478-49ee-a4ba-6054aaac4687, host: dv-cinder-773876-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a157d34-57da-4f53-9dd6-f44731aa6dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'aabd8406-e73c-4572-9216-3460b0ee731f'}}] {{(pid=113346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 16:52:59.597719 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-983fe5aa-6636-4339-a161-11fcde416230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:59.613154 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-2fc81f6f-09d9-438f-8387-d185fabb7882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788024814062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25371697'] for port, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:59.660859 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc81f6f-09d9-438f-8387-d185fabb7882 admin admin] Network e732c7b6-4740-4909-a10c-6231f1bdbede is already hosted by enough agents. {{(pid=113344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:52:59.665012 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.base_scheduler [None req-2fc81f6f-09d9-438f-8387-d185fabb7882 admin admin] Resources bound (agent type, host, resource id): {{(pid=113344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:52:59.670436 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc81f6f-09d9-438f-8387-d185fabb7882 admin admin] Received port after_create {{(pid=113344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:52:59.710283 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-983fe5aa-6636-4339-a161-11fcde416230 None None] For port bf118a02-7478-49ee-a4ba-6054aaac4687, host dv-cinder-773876-4-iscsi, cleared binding levels {{(pid=113346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:52:59.716018 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc81f6f-09d9-438f-8387-d185fabb7882 admin admin] Pushing event updated for resources: {'Port': ['ID=39f2c51b-6321-4dfd-b68c-d1ca46f51f8e,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:59.728912 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-983fe5aa-6636-4339-a161-11fcde416230 None None] For port bf118a02-7478-49ee-a4ba-6054aaac4687, host dv-cinder-773876-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=bf118a02-7478-49ee-a4ba-6054aaac4687,segment=NetworkSegment(5a157d34-57da-4f53-9dd6-f44731aa6dfa),segment_id=5a157d34-57da-4f53-9dd6-f44731aa6dfa)] {{(pid=113346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:52:59.735595 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-983fe5aa-6636-4339-a161-11fcde416230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:52:59.814918 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983fe5aa-6636-4339-a161-11fcde416230 None None] Pushing event updated for resources: {'Port': ['ID=bf118a02-7478-49ee-a4ba-6054aaac4687,revision_number=2']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:52:59.961045 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-2fc81f6f-09d9-438f-8387-d185fabb7882 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:00.257033 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-2fc81f6f-09d9-438f-8387-d185fabb7882 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3731327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3708078'] for router, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:00.419528 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fc81f6f-09d9-438f-8387-d185fabb7882 admin admin] Router c486bd39-e0c9-44b0-bd71-581775960074 is scheduled to L3 agent 23c85ca8-88a6-46e7-9165-338a7fd1d142 with binding_index 1 {{(pid=113344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 16:53:00.468868 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccea500-7db7-403d-8428-cadb8831a4fc req-b90a5674-62af-442c-82fe-78c497822b40 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:00.471045 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-3ccea500-7db7-403d-8428-cadb8831a4fc req-b90a5674-62af-442c-82fe-78c497822b40 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=61572fbe-ccf7-4ed4-80ab-eda95f187229 HTTP/1.1" status: 200 len: 943 time: 0.0761178 Nov 02 16:53:00.534898 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-3ccea500-7db7-403d-8428-cadb8831a4fc req-20aa2d87-7410-4b9b-a0c8-814faf24ba9f tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups?id=ae4c6275-44d9-4522-929e-9cccf87b8d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535042 Nov 02 16:53:00.891956 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc81f6f-09d9-438f-8387-d185fabb7882 admin admin] Notify agent at l3_agent.dv-cinder-773876-4-iscsi the message routers_updated {{(pid=113344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:53:00.914820 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b57814c-1555-46a7-8367-292e6b07e315 None None] Sync routers for ids ['c486bd39-e0c9-44b0-bd71-581775960074'] in dv-cinder-773876-4-iscsi {{(pid=113346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:53:00.934850 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-2fc81f6f-09d9-438f-8387-d185fabb7882 admin admin] Publish callbacks [] for router, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:00.936852 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-2fc81f6f-09d9-438f-8387-d185fabb7882 admin admin] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6806645 Nov 02 16:53:00.940334 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 46696) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:00.942313 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b57814c-1555-46a7-8367-292e6b07e315 None None] Routers {'c486bd39-e0c9-44b0-bd71-581775960074'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:53:00.943340 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-5b57814c-1555-46a7-8367-292e6b07e315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:52:41Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['c486bd39-e0c9-44b0-bd71-581775960074'], 'active': True} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:01.006103 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device bf118a02-7478-49ee-a4ba-6054aaac4687 up at agent ovs-agent-dv-cinder-773876-4-iscsi {{(pid=113346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:53:01.138831 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4556d5ab-e1db-4e5a-b840-eadd6645d394 None None] Network aabd8406-e73c-4572-9216-3460b0ee731f requested from dv-cinder-773876-4-iscsi {{(pid=113346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:53:01.146523 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvr_db [None req-5b57814c-1555-46a7-8367-292e6b07e315 None None] Set router c486bd39-e0c9-44b0-bd71-581775960074 gateway port host: dv-cinder-773876-4-iscsi {{(pid=113346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:53:01.297328 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Provisioning complete for port bf118a02-7478-49ee-a4ba-6054aaac4687 triggered by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:53:01.297717 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:01.376746 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-81c65db4-3344-462d-b42e-e9859e2ab40d None None] Provisioning complete for port bf118a02-7478-49ee-a4ba-6054aaac4687 triggered by entity DHCP. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:53:01.377019 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-81c65db4-3344-462d-b42e-e9859e2ab40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:01.525106 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-8682d846-aadf-4449-8913-a1c80cc874d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:01.548983 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device f902bd79-9248-4da6-847e-36b46e3fa1b9 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=113346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:53:01.754258 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f9882-3023-4acf-b810-7de2732918e2 req-a44ff0c5-d178-4057-a4c2-0eb363534bc1 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:01.756050 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-d64f9882-3023-4acf-b810-7de2732918e2 req-a44ff0c5-d178-4057-a4c2-0eb363534bc1 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=61572fbe-ccf7-4ed4-80ab-eda95f187229 HTTP/1.1" status: 200 len: 943 time: 0.1323459 Nov 02 16:53:01.781911 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.db_base_plugin_common [None req-8682d846-aadf-4449-8913-a1c80cc874d1 admin admin] Allocated IP 172.20.0.1 (aabd8406-e73c-4572-9216-3460b0ee731f/e319cb31-7b11-4946-b41b-4f1141fd2bf9/20fc17ce-59ae-434b-8a8c-78e4103c1fd2) {{(pid=113345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:53:01.817460 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.db.resource_extend [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 02 16:53:01.833804 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:01.876306 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-d64f9882-3023-4acf-b810-7de2732918e2 req-aa0b9ad1-adf2-46a0-9b84-10907da89a75 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups?id=ae4c6275-44d9-4522-929e-9cccf87b8d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105795 Nov 02 16:53:01.917302 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-81c65db4-3344-462d-b42e-e9859e2ab40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:01.955886 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-8682d846-aadf-4449-8913-a1c80cc874d1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:01.996240 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] For port bf118a02-7478-49ee-a4ba-6054aaac4687, host dv-cinder-773876-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=bf118a02-7478-49ee-a4ba-6054aaac4687,segment=NetworkSegment(5a157d34-57da-4f53-9dd6-f44731aa6dfa),segment_id=5a157d34-57da-4f53-9dd6-f44731aa6dfa)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:53:02.006110 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:02.006854 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device a93a6b97-df00-496a-9c5a-d2c440acafba up at agent ovs-agent-dv-cinder-773876-4-iscsi {{(pid=113346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:53:02.008813 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-8682d846-aadf-4449-8913-a1c80cc874d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788024814062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27915883'] for port, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:02.036578 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-5b57814c-1555-46a7-8367-292e6b07e315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c486bd39-e0c9-44b0-bd71-581775960074', 'name': 'tempest-TestShelveInstance-1330810252-router', 'tenant_id': 'fe90ec04f3d245b59a52aa8ded84b5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '39f2c51b-6321-4dfd-b68c-d1ca46f51f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:52:58Z', 'updated_at': '2021-11-02T16:52:59Z', 'revision_number': 3, 'project_id': 'fe90ec04f3d245b59a52aa8ded84b5b7', 'gw_port': {'id': '39f2c51b-6321-4dfd-b68c-d1ca46f51f8e', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:36:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c486bd39-e0c9-44b0-bd71-581775960074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:52:59Z', 'updated_at': '2021-11-02T16:52:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi'}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:02.059713 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8682d846-aadf-4449-8913-a1c80cc874d1 admin admin] Network aabd8406-e73c-4572-9216-3460b0ee731f is already hosted by enough agents. {{(pid=113345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:53:02.066433 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.base_scheduler [None req-8682d846-aadf-4449-8913-a1c80cc874d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=113345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:53:02.076580 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8682d846-aadf-4449-8913-a1c80cc874d1 admin admin] Received port after_create {{(pid=113345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:53:02.112388 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8682d846-aadf-4449-8913-a1c80cc874d1 admin admin] Pushing event updated for resources: {'Port': ['ID=20fc17ce-59ae-434b-8a8c-78e4103c1fd2,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:02.123408 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port f902bd79-9248-4da6-847e-36b46e3fa1b9, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=f902bd79-9248-4da6-847e-36b46e3fa1b9,segment=NetworkSegment(9063e9b7-1cf0-4c78-a7b7-5d676507dd93),segment_id=9063e9b7-1cf0-4c78-a7b7-5d676507dd93)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:53:02.155637 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-8682d846-aadf-4449-8913-a1c80cc874d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3708925'] for router_interface, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:02.174707 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b57814c-1555-46a7-8367-292e6b07e315 None None] Checking router: c486bd39-e0c9-44b0-bd71-581775960074 for host: dv-cinder-773876-4-iscsi {{(pid=113346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:53:02.175181 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b57814c-1555-46a7-8367-292e6b07e315 None None] Updating router c486bd39-e0c9-44b0-bd71-581775960074 port 39f2c51b-6321-4dfd-b68c-d1ca46f51f8e binding host dv-cinder-773876-4-iscsi {{(pid=113346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:53:02.235182 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Returning: {'device': 'f902bd79-9248-4da6-847e-36b46e3fa1b9', 'network_id': 'c3ac4ab4-0ce0-4abb-9960-272f99ead558', 'port_id': 'f902bd79-9248-4da6-847e-36b46e3fa1b9', 'mac_address': 'fa:16:3e:58:fc:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81d3d140-25a2-438b-a64f-a1dea867ba0d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:53:02.255836 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.db.api [None req-81c65db4-3344-462d-b42e-e9859e2ab40d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113346) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 16:53:02.256311 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG oslo_db.api [None req-81c65db4-3344-462d-b42e-e9859e2ab40d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 16:53:02.262688 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-5b57814c-1555-46a7-8367-292e6b07e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:02.267514 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Pushing event updated for resources: {'Port': ['ID=bf118a02-7478-49ee-a4ba-6054aaac4687,revision_number=3']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:02.357159 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:02.370484 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-8682d846-aadf-4449-8913-a1c80cc874d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:02.423867 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Provisioning complete for port a93a6b97-df00-496a-9c5a-d2c440acafba triggered by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:53:02.424227 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:02.467532 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.notifiers.nova [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f902bd79-9248-4da6-847e-36b46e3fa1b9 {{(pid=113346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:53:02.533287 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port f902bd79-9248-4da6-847e-36b46e3fa1b9, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=f902bd79-9248-4da6-847e-36b46e3fa1b9,segment=NetworkSegment(9063e9b7-1cf0-4c78-a7b7-5d676507dd93),segment_id=9063e9b7-1cf0-4c78-a7b7-5d676507dd93)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:53:02.572791 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:02.588819 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-8682d846-aadf-4449-8913-a1c80cc874d1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:02.595631 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-8682d846-aadf-4449-8913-a1c80cc874d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27915890'] for port, after_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:02.660600 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Pushing event updated for resources: {'Port': ['ID=f902bd79-9248-4da6-847e-36b46e3fa1b9,revision_number=4']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:02.675045 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-8682d846-aadf-4449-8913-a1c80cc874d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3708777'] for router_interface, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:02.677041 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8682d846-aadf-4449-8913-a1c80cc874d1 admin admin] Pushing event updated for resources: {'Port': ['ID=20fc17ce-59ae-434b-8a8c-78e4103c1fd2,revision_number=2']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:02.792473 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8682d846-aadf-4449-8913-a1c80cc874d1 admin admin] Network aabd8406-e73c-4572-9216-3460b0ee731f is already hosted by enough agents. {{(pid=113345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:53:02.796460 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.base_scheduler [None req-8682d846-aadf-4449-8913-a1c80cc874d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=113345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:53:02.825063 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-5b57814c-1555-46a7-8367-292e6b07e315 None None] Publish callbacks [] for port, precommit_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:02.833701 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-5b57814c-1555-46a7-8367-292e6b07e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:02.866075 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device bf118a02-7478-49ee-a4ba-6054aaac4687 up at agent ovs-agent-dv-cinder-773876-4-iscsi {{(pid=113346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:53:02.928547 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] get_ports_and_sgs() called for port_ids ['f902bd79-9248-4da6-847e-36b46e3fa1b9'] {{(pid=113346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:53:02.931288 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6614cd79-da9d-4225-a32a-993695779989 None None] Pushing event updated for resources: {'Port': ['ID=39f2c51b-6321-4dfd-b68c-d1ca46f51f8e,revision_number=2']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:02.945203 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.managers [None req-5b57814c-1555-46a7-8367-292e6b07e315 None None] Attempting to bind port 39f2c51b-6321-4dfd-b68c-d1ca46f51f8e on host dv-cinder-773876-4-iscsi for vnic_type normal with profile {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 16:53:02.945203 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.managers [None req-5b57814c-1555-46a7-8367-292e6b07e315 None None] Attempting to bind port 39f2c51b-6321-4dfd-b68c-d1ca46f51f8e by drivers openvswitch,hyperv on host dv-cinder-773876-4-iscsi at level 0 using segments [{'id': '1cb664d2-69f4-46cd-9abc-3fc1a9239895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede'}] {{(pid=113346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 16:53:02.945203 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b57814c-1555-46a7-8367-292e6b07e315 None None] Attempting to bind port 39f2c51b-6321-4dfd-b68c-d1ca46f51f8e on network e732c7b6-4740-4909-a10c-6231f1bdbede {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:53:02.998108 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b57814c-1555-46a7-8367-292e6b07e315 None None] Checking agent: {'id': '7dc37166-7823-42e6-bc3e-7dc49cd1fc12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 37, 46), 'started_at': datetime.datetime(2021, 11, 2, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:53:02.998681 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b57814c-1555-46a7-8367-292e6b07e315 None None] Checking segment: {'id': '1cb664d2-69f4-46cd-9abc-3fc1a9239895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 16:53:02.998938 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-5b57814c-1555-46a7-8367-292e6b07e315 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:02.999358 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b57814c-1555-46a7-8367-292e6b07e315 None None] Bound using segment: {'id': '1cb664d2-69f4-46cd-9abc-3fc1a9239895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede'} {{(pid=113346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:53:02.999891 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.managers [None req-5b57814c-1555-46a7-8367-292e6b07e315 None None] Bound port: 39f2c51b-6321-4dfd-b68c-d1ca46f51f8e, host: dv-cinder-773876-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cb664d2-69f4-46cd-9abc-3fc1a9239895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede'}}] {{(pid=113346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 16:53:03.000352 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-5b57814c-1555-46a7-8367-292e6b07e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:03.033355 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8682d846-aadf-4449-8913-a1c80cc874d1 admin admin] Router c486bd39-e0c9-44b0-bd71-581775960074 has already been hosted by L3 agent 23c85ca8-88a6-46e7-9165-338a7fd1d142 {{(pid=113345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:53:03.064625 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-7adf9338-b41f-43f1-b2ce-d36ed3402a95 None None] Provisioning complete for port 20fc17ce-59ae-434b-8a8c-78e4103c1fd2 triggered by entity DHCP. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:53:03.065091 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81520eb4-9175-432c-ab21-ff9c143a9a6d req-be01f839-b5f0-49b4-a25c-a64c3626e4f3 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:03.065252 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-7adf9338-b41f-43f1-b2ce-d36ed3402a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:03.066825 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-81520eb4-9175-432c-ab21-ff9c143a9a6d req-be01f839-b5f0-49b4-a25c-a64c3626e4f3 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=61572fbe-ccf7-4ed4-80ab-eda95f187229 HTTP/1.1" status: 200 len: 944 time: 0.0912623 Nov 02 16:53:03.134940 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Provisioning complete for port bf118a02-7478-49ee-a4ba-6054aaac4687 triggered by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:53:03.135588 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:03.142178 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-5b57814c-1555-46a7-8367-292e6b07e315 None None] For port 39f2c51b-6321-4dfd-b68c-d1ca46f51f8e, host dv-cinder-773876-4-iscsi, cleared binding levels {{(pid=113346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:53:03.184673 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-7adf9338-b41f-43f1-b2ce-d36ed3402a95 None None] Port 20fc17ce-59ae-434b-8a8c-78e4103c1fd2 cannot update to ACTIVE because it is not bound. {{(pid=113346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 16:53:03.194229 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-5b57814c-1555-46a7-8367-292e6b07e315 None None] For port 39f2c51b-6321-4dfd-b68c-d1ca46f51f8e, host dv-cinder-773876-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=39f2c51b-6321-4dfd-b68c-d1ca46f51f8e,segment=NetworkSegment(1cb664d2-69f4-46cd-9abc-3fc1a9239895),segment_id=1cb664d2-69f4-46cd-9abc-3fc1a9239895)] {{(pid=113346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:53:03.199500 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-81520eb4-9175-432c-ab21-ff9c143a9a6d req-34f64776-c878-40e3-8418-dd9ac074fb36 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups?id=ae4c6275-44d9-4522-929e-9cccf87b8d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930119 Nov 02 16:53:03.204830 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-5b57814c-1555-46a7-8367-292e6b07e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:03.225762 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8682d846-aadf-4449-8913-a1c80cc874d1 admin admin] Notify agent at l3_agent.dv-cinder-773876-4-iscsi the message routers_updated {{(pid=113345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:53:03.238572 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-8682d846-aadf-4449-8913-a1c80cc874d1 admin admin] 10.222.0.118 "PUT /v2.0/routers/c486bd39-e0c9-44b0-bd71-581775960074/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2899821 Nov 02 16:53:03.283764 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-7adf9338-b41f-43f1-b2ce-d36ed3402a95 None None] Provisioning complete for port bf118a02-7478-49ee-a4ba-6054aaac4687 triggered by entity DHCP. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:53:03.284042 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-7adf9338-b41f-43f1-b2ce-d36ed3402a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:03.339164 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b57814c-1555-46a7-8367-292e6b07e315 None None] Routers {'c486bd39-e0c9-44b0-bd71-581775960074'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:53:03.339832 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-5b57814c-1555-46a7-8367-292e6b07e315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:52:41Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['c486bd39-e0c9-44b0-bd71-581775960074'], 'active': True} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:03.410648 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6614cd79-da9d-4225-a32a-993695779989 None None] Pushing event updated for resources: {'Port': ['ID=39f2c51b-6321-4dfd-b68c-d1ca46f51f8e,revision_number=3']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:03.575214 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvr_db [None req-5b57814c-1555-46a7-8367-292e6b07e315 None None] Set router c486bd39-e0c9-44b0-bd71-581775960074 gateway port host: dv-cinder-773876-4-iscsi {{(pid=113346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:53:03.767638 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-6bf5b5ae-bb73-4beb-8179-315600ab488f None None] Provisioning complete for port 20fc17ce-59ae-434b-8a8c-78e4103c1fd2 triggered by entity DHCP. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:53:03.768153 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6bf5b5ae-bb73-4beb-8179-315600ab488f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:03.826783 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-6bf5b5ae-bb73-4beb-8179-315600ab488f None None] Port 20fc17ce-59ae-434b-8a8c-78e4103c1fd2 cannot update to ACTIVE because it is not bound. {{(pid=113346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 16:53:03.854660 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-5b57814c-1555-46a7-8367-292e6b07e315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c486bd39-e0c9-44b0-bd71-581775960074', 'name': 'tempest-TestShelveInstance-1330810252-router', 'tenant_id': 'fe90ec04f3d245b59a52aa8ded84b5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '39f2c51b-6321-4dfd-b68c-d1ca46f51f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:52:58Z', 'updated_at': '2021-11-02T16:53:02Z', 'revision_number': 4, 'project_id': 'fe90ec04f3d245b59a52aa8ded84b5b7', 'gw_port': {'id': '39f2c51b-6321-4dfd-b68c-d1ca46f51f8e', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:36:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c486bd39-e0c9-44b0-bd71-581775960074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:52:59Z', 'updated_at': '2021-11-02T16:53:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_interfaces': [{'id': '20fc17ce-59ae-434b-8a8c-78e4103c1fd2', 'name': '', 'network_id': 'aabd8406-e73c-4572-9216-3460b0ee731f', 'tenant_id': 'fe90ec04f3d245b59a52aa8ded84b5b7', 'mac_address': 'fa:16:3e:43:f7:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c486bd39-e0c9-44b0-bd71-581775960074', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'e319cb31-7b11-4946-b41b-4f1141fd2bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:53:01Z', 'updated_at': '2021-11-02T16:53:02Z', 'revision_number': 2, 'project_id': 'fe90ec04f3d245b59a52aa8ded84b5b7', 'subnets': [{'id': 'e319cb31-7b11-4946-b41b-4f1141fd2bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:03.988503 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 46716) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:03.994657 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.v2.base [None req-d3cd98be-bbb4-494f-8231-8cda97b5a658 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1589840641', 'description': 'tempest-secgroup-smoke-1589840641 description', 'project_id': 'c1f5daa1c5be44b48448e0480398d984'}} {{(pid=113344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:53:04.019577 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-d3cd98be-bbb4-494f-8231-8cda97b5a658 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Publish callbacks [] for security_group, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:04.046564 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b57814c-1555-46a7-8367-292e6b07e315 None None] The sync data for ids ['c486bd39-e0c9-44b0-bd71-581775960074'] in dv-cinder-773876-4-iscsi is: [{'id': 'c486bd39-e0c9-44b0-bd71-581775960074', 'name': 'tempest-TestShelveInstance-1330810252-router', 'tenant_id': 'fe90ec04f3d245b59a52aa8ded84b5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '39f2c51b-6321-4dfd-b68c-d1ca46f51f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:52:58Z', 'updated_at': '2021-11-02T16:53:02Z', 'revision_number': 4, 'project_id': 'fe90ec04f3d245b59a52aa8ded84b5b7', 'gw_port': {'id': '39f2c51b-6321-4dfd-b68c-d1ca46f51f8e', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:36:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c486bd39-e0c9-44b0-bd71-581775960074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:52:59Z', 'updated_at': '2021-11-02T16:53:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_interfaces': [{'id': '20fc17ce-59ae-434b-8a8c-78e4103c1fd2', 'name': '', 'network_id': 'aabd8406-e73c-4572-9216-3460b0ee731f', 'tenant_id': 'fe90ec04f3d245b59a52aa8ded84b5b7', 'mac_address': 'fa:16:3e:43:f7:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c486bd39-e0c9-44b0-bd71-581775960074', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'e319cb31-7b11-4946-b41b-4f1141fd2bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:53:01Z', 'updated_at': '2021-11-02T16:53:02Z', 'revision_number': 2, 'project_id': 'fe90ec04f3d245b59a52aa8ded84b5b7', 'subnets': [{'id': 'e319cb31-7b11-4946-b41b-4f1141fd2bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:53:04.096698 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-d3cd98be-bbb4-494f-8231-8cda97b5a658 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Publish callbacks [] for security_group, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:04.101685 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-d3cd98be-bbb4-494f-8231-8cda97b5a658 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:04.136436 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-d3cd98be-bbb4-494f-8231-8cda97b5a658 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Publish callbacks [] for security_group, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:04.137944 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-d3cd98be-bbb4-494f-8231-8cda97b5a658 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1481042 Nov 02 16:53:04.140401 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cd98be-bbb4-494f-8231-8cda97b5a658 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd805a6a-8e4a-499f-b4ca-bb8b0cc4005d,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:04.142202 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 46718) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:04.147871 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.v2.base [None req-846c52ed-4e84-43db-8e7c-7dd38ecd9e2a tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Request body: {'security_group_rule': {'security_group_id': 'fd805a6a-8e4a-499f-b4ca-bb8b0cc4005d', 'project_id': 'c1f5daa1c5be44b48448e0480398d984', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:53:04.180273 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-846c52ed-4e84-43db-8e7c-7dd38ecd9e2a tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Publish callbacks [] for security_group_rule, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:04.249838 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-846c52ed-4e84-43db-8e7c-7dd38ecd9e2a tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:04.257824 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-846c52ed-4e84-43db-8e7c-7dd38ecd9e2a tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759769'] for security_group_rule, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:04.287649 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846c52ed-4e84-43db-8e7c-7dd38ecd9e2a tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9c3e63b-6bcb-488a-b33b-62e15d08ed1e,revision_number=0']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:04.331423 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-846c52ed-4e84-43db-8e7c-7dd38ecd9e2a tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Publish callbacks [] for security_group_rule, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:04.344476 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-846c52ed-4e84-43db-8e7c-7dd38ecd9e2a tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2004859 Nov 02 16:53:04.347172 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 46722) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:04.352821 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.v2.base [None req-c42ab35d-0531-4aaa-bbd5-43cbb26425f9 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Request body: {'security_group_rule': {'security_group_id': 'fd805a6a-8e4a-499f-b4ca-bb8b0cc4005d', 'project_id': 'c1f5daa1c5be44b48448e0480398d984', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=113345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:53:04.426880 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b9c10-55f6-4c8d-980c-0c6d7816dca1 req-b34e5f11-f418-46d6-9b1f-373a46eee17c tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:04.428680 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-9e4b9c10-55f6-4c8d-980c-0c6d7816dca1 req-b34e5f11-f418-46d6-9b1f-373a46eee17c tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=61572fbe-ccf7-4ed4-80ab-eda95f187229 HTTP/1.1" status: 200 len: 944 time: 0.1260762 Nov 02 16:53:04.433497 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-c42ab35d-0531-4aaa-bbd5-43cbb26425f9 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Publish callbacks [] for security_group_rule, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:04.536583 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-9e4b9c10-55f6-4c8d-980c-0c6d7816dca1 req-87fbb9a1-3f86-4c1b-a953-5b1e5e8248ee tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups?id=ae4c6275-44d9-4522-929e-9cccf87b8d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973167 Nov 02 16:53:04.538493 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-c42ab35d-0531-4aaa-bbd5-43cbb26425f9 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:04.544953 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-c42ab35d-0531-4aaa-bbd5-43cbb26425f9 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759769'] for security_group_rule, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:04.568329 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42ab35d-0531-4aaa-bbd5-43cbb26425f9 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0818a55c-d734-4c11-99a5-7da9cb2029b6,revision_number=0']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:04.581551 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-c42ab35d-0531-4aaa-bbd5-43cbb26425f9 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Publish callbacks [] for security_group_rule, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:04.583190 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-c42ab35d-0531-4aaa-bbd5-43cbb26425f9 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2349658 Nov 02 16:53:04.586941 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 46724) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:04.593098 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.v2.base [None req-48a7b9d2-30d3-4f06-b1de-a87b77a9b80e tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Request body: {'security_group_rule': {'security_group_id': 'fd805a6a-8e4a-499f-b4ca-bb8b0cc4005d', 'project_id': 'c1f5daa1c5be44b48448e0480398d984', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=113344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:53:04.627911 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-48a7b9d2-30d3-4f06-b1de-a87b77a9b80e tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Publish callbacks [] for security_group_rule, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:04.701047 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-48a7b9d2-30d3-4f06-b1de-a87b77a9b80e tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:04.706930 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-48a7b9d2-30d3-4f06-b1de-a87b77a9b80e tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759769'] for security_group_rule, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:04.727024 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a7b9d2-30d3-4f06-b1de-a87b77a9b80e tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81b9d104-1508-46db-afe1-ca071da55b5c,revision_number=0']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:04.737728 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-48a7b9d2-30d3-4f06-b1de-a87b77a9b80e tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Publish callbacks [] for security_group_rule, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:04.739216 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-48a7b9d2-30d3-4f06-b1de-a87b77a9b80e tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1507432 Nov 02 16:53:04.744686 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 46726) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:04.750566 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.v2.base [None req-5e4d11ac-fa1c-456e-98f4-618ad25770d9 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Request body: {'security_group_rule': {'security_group_id': 'fd805a6a-8e4a-499f-b4ca-bb8b0cc4005d', 'project_id': 'c1f5daa1c5be44b48448e0480398d984', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=113344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:53:04.799931 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-5e4d11ac-fa1c-456e-98f4-618ad25770d9 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Publish callbacks [] for security_group_rule, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:04.885163 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-5e4d11ac-fa1c-456e-98f4-618ad25770d9 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:04.891914 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-5e4d11ac-fa1c-456e-98f4-618ad25770d9 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759769'] for security_group_rule, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:04.913549 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4d11ac-fa1c-456e-98f4-618ad25770d9 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d560467d-1a40-47b8-a479-5a570fc03f18,revision_number=0']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:04.922372 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-5e4d11ac-fa1c-456e-98f4-618ad25770d9 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Publish callbacks [] for security_group_rule, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:04.923681 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-5e4d11ac-fa1c-456e-98f4-618ad25770d9 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1771803 Nov 02 16:53:04.926649 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 46730) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:04.932097 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.v2.base [None req-c5664532-885b-4533-b7fd-6c72ef4f8443 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Request body: {'security_group_rule': {'security_group_id': 'fd805a6a-8e4a-499f-b4ca-bb8b0cc4005d', 'project_id': 'c1f5daa1c5be44b48448e0480398d984', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=113344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:53:04.954690 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.db.securitygroups_db [None req-c5664532-885b-4533-b7fd-6c72ef4f8443 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Project c1f5daa1c5be44b48448e0480398d984 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 16:53:04.960386 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-c5664532-885b-4533-b7fd-6c72ef4f8443 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Publish callbacks [] for security_group_rule, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:05.024122 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-c5664532-885b-4533-b7fd-6c72ef4f8443 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:05.028720 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-c5664532-885b-4533-b7fd-6c72ef4f8443 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759769'] for security_group_rule, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:05.047165 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5664532-885b-4533-b7fd-6c72ef4f8443 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d182201b-1175-4820-850f-16660658d628,revision_number=0']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:05.056808 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-c5664532-885b-4533-b7fd-6c72ef4f8443 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Publish callbacks [] for security_group_rule, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:05.058029 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-c5664532-885b-4533-b7fd-6c72ef4f8443 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1303258 Nov 02 16:53:05.061007 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 46732) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:05.065820 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.v2.base [None req-c4304894-90d0-45dc-9c6b-c3d2dd5db13a tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Request body: {'security_group_rule': {'security_group_id': 'fd805a6a-8e4a-499f-b4ca-bb8b0cc4005d', 'project_id': 'c1f5daa1c5be44b48448e0480398d984', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=113344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:53:05.091335 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.db.securitygroups_db [None req-c4304894-90d0-45dc-9c6b-c3d2dd5db13a tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Project c1f5daa1c5be44b48448e0480398d984 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 16:53:05.097515 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-c4304894-90d0-45dc-9c6b-c3d2dd5db13a tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Publish callbacks [] for security_group_rule, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:05.161433 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-c4304894-90d0-45dc-9c6b-c3d2dd5db13a tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:05.165659 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-c4304894-90d0-45dc-9c6b-c3d2dd5db13a tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759769'] for security_group_rule, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:05.185752 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4304894-90d0-45dc-9c6b-c3d2dd5db13a tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cf162de-e1fe-4f36-927c-385b37d191df,revision_number=0']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:05.191036 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-c4304894-90d0-45dc-9c6b-c3d2dd5db13a tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Publish callbacks [] for security_group_rule, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:05.192419 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-c4304894-90d0-45dc-9c6b-c3d2dd5db13a tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1302388 Nov 02 16:53:05.565794 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device f902bd79-9248-4da6-847e-36b46e3fa1b9 up at agent hyperv_hv-cinder-77387 {{(pid=113346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:53:05.636204 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Provisioning for port f902bd79-9248-4da6-847e-36b46e3fa1b9 completed by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:53:05.653190 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Provisioning complete for port f902bd79-9248-4da6-847e-36b46e3fa1b9 triggered by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:53:05.654065 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:05.695496 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e085e2-7312-4680-be88-6666564caf76 req-3e309e7a-3721-4f94-b1c0-813dcb744a98 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:05.705966 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-02e085e2-7312-4680-be88-6666564caf76 req-3e309e7a-3721-4f94-b1c0-813dcb744a98 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=61572fbe-ccf7-4ed4-80ab-eda95f187229 HTTP/1.1" status: 200 len: 944 time: 0.0774798 Nov 02 16:53:05.767131 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:05.768425 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-02e085e2-7312-4680-be88-6666564caf76 req-4cf139a4-06aa-44ef-857e-55b776740c99 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups?id=ae4c6275-44d9-4522-929e-9cccf87b8d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613341 Nov 02 16:53:05.797650 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61572fbe-ccf7-4ed4-80ab-eda95f187229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f902bd79-9248-4da6-847e-36b46e3fa1b9'}] {{(pid=113346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:53:05.800907 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76f9361971789a5ad3b4a9c4b1498f7b6e6fa8520131c3d92747b1d2ae9477a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8066247b-e8c1-487b-a178-0f0a2fe7548e" -d '{"events": [{"server_uuid": "61572fbe-ccf7-4ed4-80ab-eda95f187229", "name": "network-vif-plugged", "status": "completed", "tag": "f902bd79-9248-4da6-847e-36b46e3fa1b9"}]}' {{(pid=113346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:53:05.817861 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port f902bd79-9248-4da6-847e-36b46e3fa1b9, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=f902bd79-9248-4da6-847e-36b46e3fa1b9,segment=NetworkSegment(9063e9b7-1cf0-4c78-a7b7-5d676507dd93),segment_id=9063e9b7-1cf0-4c78-a7b7-5d676507dd93)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:53:05.825178 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:05.859222 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a00771-3588-4811-9399-8479cd6b4f3f x-openstack-request-id: req-02a00771-3588-4811-9399-8479cd6b4f3f {{(pid=113346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:53:05.859549 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61572fbe-ccf7-4ed4-80ab-eda95f187229", "name": "network-vif-plugged", "status": "completed", "tag": "f902bd79-9248-4da6-847e-36b46e3fa1b9", "code": 200}]} {{(pid=113346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:53:05.859781 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-02a00771-3588-4811-9399-8479cd6b4f3f {{(pid=113346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:53:05.860229 dv-cinder-773876-4-iscsi neutron-server[113346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61572fbe-ccf7-4ed4-80ab-eda95f187229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f902bd79-9248-4da6-847e-36b46e3fa1b9', 'code': 200} Nov 02 16:53:05.894620 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Pushing event updated for resources: {'Port': ['ID=f902bd79-9248-4da6-847e-36b46e3fa1b9,revision_number=5']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:06.114607 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3bef6c-e7a5-401f-bcbc-91730e3bfdce req-248fd0a2-0c8a-47d2-83ef-42d5f546d906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:06.116304 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-8f3bef6c-e7a5-401f-bcbc-91730e3bfdce req-248fd0a2-0c8a-47d2-83ef-42d5f546d906 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=61572fbe-ccf7-4ed4-80ab-eda95f187229 HTTP/1.1" status: 200 len: 1098 time: 0.0497177 Nov 02 16:53:06.188283 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-8f3bef6c-e7a5-401f-bcbc-91730e3bfdce req-119c8fb7-5139-4be6-8f5e-94e62fbdf919 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=ae4c6275-44d9-4522-929e-9cccf87b8d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574455 Nov 02 16:53:06.918966 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device 39f2c51b-6321-4dfd-b68c-d1ca46f51f8e up at agent ovs-agent-dv-cinder-773876-4-iscsi {{(pid=113346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:53:06.950141 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4735a77-85dc-46cb-969a-123a60edf8ac req-5d616513-5322-4a34-9868-53e260278e9a tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:06.952270 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-a4735a77-85dc-46cb-969a-123a60edf8ac req-5d616513-5322-4a34-9868-53e260278e9a tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=61572fbe-ccf7-4ed4-80ab-eda95f187229 HTTP/1.1" status: 200 len: 945 time: 0.0824859 Nov 02 16:53:06.995170 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Provisioning complete for port 39f2c51b-6321-4dfd-b68c-d1ca46f51f8e triggered by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:53:06.995170 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:07.035899 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-a4735a77-85dc-46cb-969a-123a60edf8ac req-77466f86-d9e6-43ae-895d-da2e1f1ffbf2 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups?id=ae4c6275-44d9-4522-929e-9cccf87b8d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745888 Nov 02 16:53:07.107864 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:07.135149 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] For port 39f2c51b-6321-4dfd-b68c-d1ca46f51f8e, host dv-cinder-773876-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=39f2c51b-6321-4dfd-b68c-d1ca46f51f8e,segment=NetworkSegment(1cb664d2-69f4-46cd-9abc-3fc1a9239895),segment_id=1cb664d2-69f4-46cd-9abc-3fc1a9239895)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:53:07.142118 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:07.209904 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Pushing event updated for resources: {'Port': ['ID=39f2c51b-6321-4dfd-b68c-d1ca46f51f8e,revision_number=4']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:08.174537 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834e03e-41cd-4c4d-af64-c161724ea695 req-a2e9733e-befd-45c8-a040-9b9d8d424468 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:08.176647 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-3834e03e-41cd-4c4d-af64-c161724ea695 req-a2e9733e-befd-45c8-a040-9b9d8d424468 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=61572fbe-ccf7-4ed4-80ab-eda95f187229 HTTP/1.1" status: 200 len: 945 time: 0.0585716 Nov 02 16:53:08.239344 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-3834e03e-41cd-4c4d-af64-c161724ea695 req-bd333373-8044-48e1-907f-d134828d460b tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups?id=ae4c6275-44d9-4522-929e-9cccf87b8d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548322 Nov 02 16:53:08.251666 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd4d551-dc8f-4da6-9509-fc36557508be None None] Sync routers for ids ['c486bd39-e0c9-44b0-bd71-581775960074'] in dv-cinder-773876-4-iscsi {{(pid=113347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:53:08.268558 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd4d551-dc8f-4da6-9509-fc36557508be None None] Routers {'c486bd39-e0c9-44b0-bd71-581775960074'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:53:08.269231 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-0dd4d551-dc8f-4da6-9509-fc36557508be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:52:41Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['c486bd39-e0c9-44b0-bd71-581775960074'], 'active': True} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:08.361687 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-a62d34b2-a88b-4a38-ae23-030162e1a637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:08.399431 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9eb9cf-d6de-461b-a588-5b985bb3dc2e req-40c3da37-9f76-4948-b9a6-1e9cf92eade9 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:08.401285 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-dd9eb9cf-d6de-461b-a588-5b985bb3dc2e req-40c3da37-9f76-4948-b9a6-1e9cf92eade9 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=61572fbe-ccf7-4ed4-80ab-eda95f187229 HTTP/1.1" status: 200 len: 945 time: 0.0764565 Nov 02 16:53:08.413734 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 46808) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:08.422354 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.v2.base [None req-1ec641af-66fb-4438-b79d-db81234ca7e7 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Request body: {'floatingip': {'port_id': 'f902bd79-9248-4da6-847e-36b46e3fa1b9'}} {{(pid=113345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:53:08.467407 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-1ec641af-66fb-4438-b79d-db81234ca7e7 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks [] for floatingip, before_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:08.495143 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvr_db [None req-0dd4d551-dc8f-4da6-9509-fc36557508be None None] Set router c486bd39-e0c9-44b0-bd71-581775960074 gateway port host: dv-cinder-773876-4-iscsi {{(pid=113347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:53:08.741139 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-0dd4d551-dc8f-4da6-9509-fc36557508be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c486bd39-e0c9-44b0-bd71-581775960074', 'name': 'tempest-TestShelveInstance-1330810252-router', 'tenant_id': 'fe90ec04f3d245b59a52aa8ded84b5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '39f2c51b-6321-4dfd-b68c-d1ca46f51f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:52:58Z', 'updated_at': '2021-11-02T16:53:02Z', 'revision_number': 4, 'project_id': 'fe90ec04f3d245b59a52aa8ded84b5b7', 'gw_port': {'id': '39f2c51b-6321-4dfd-b68c-d1ca46f51f8e', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:36:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c486bd39-e0c9-44b0-bd71-581775960074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:52:59Z', 'updated_at': '2021-11-02T16:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_interfaces': [{'id': '20fc17ce-59ae-434b-8a8c-78e4103c1fd2', 'name': '', 'network_id': 'aabd8406-e73c-4572-9216-3460b0ee731f', 'tenant_id': 'fe90ec04f3d245b59a52aa8ded84b5b7', 'mac_address': 'fa:16:3e:43:f7:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c486bd39-e0c9-44b0-bd71-581775960074', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'e319cb31-7b11-4946-b41b-4f1141fd2bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:53:01Z', 'updated_at': '2021-11-02T16:53:02Z', 'revision_number': 2, 'project_id': 'fe90ec04f3d245b59a52aa8ded84b5b7', 'subnets': [{'id': 'e319cb31-7b11-4946-b41b-4f1141fd2bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:08.777322 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd4d551-dc8f-4da6-9509-fc36557508be None None] Checking router: c486bd39-e0c9-44b0-bd71-581775960074 for host: dv-cinder-773876-4-iscsi {{(pid=113347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:53:08.777901 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd4d551-dc8f-4da6-9509-fc36557508be None None] Updating router c486bd39-e0c9-44b0-bd71-581775960074 port 20fc17ce-59ae-434b-8a8c-78e4103c1fd2 binding host dv-cinder-773876-4-iscsi {{(pid=113347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 16:53:08.809949 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron_lib.callbacks.manager [None req-0dd4d551-dc8f-4da6-9509-fc36557508be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:08.849549 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device 39f2c51b-6321-4dfd-b68c-d1ca46f51f8e up at agent ovs-agent-dv-cinder-773876-4-iscsi {{(pid=113346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:53:08.935423 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Provisioning complete for port 39f2c51b-6321-4dfd-b68c-d1ca46f51f8e triggered by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:53:08.936363 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:09.037903 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-1ec641af-66fb-4438-b79d-db81234ca7e7 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks [] for floatingip, precommit_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:09.043524 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-1ec641af-66fb-4438-b79d-db81234ca7e7 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3707972'] for floatingip, after_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:09.156690 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron_lib.callbacks.manager [None req-0dd4d551-dc8f-4da6-9509-fc36557508be None None] Publish callbacks [] for port, precommit_update {{(pid=113347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:09.163350 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron_lib.callbacks.manager [None req-0dd4d551-dc8f-4da6-9509-fc36557508be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:09.169233 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.db.l3_db [None req-1ec641af-66fb-4438-b79d-db81234ca7e7 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Floating IP 0675f6b9-32fc-4bd2-970d-b51777b164ef associated. External IP: 172.27.1.2, port: f902bd79-9248-4da6-847e-36b46e3fa1b9. Nov 02 16:53:09.213661 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270e36aa-fa26-4325-9aa7-f7a2c1e807c4 None None] Pushing event updated for resources: {'Port': ['ID=20fc17ce-59ae-434b-8a8c-78e4103c1fd2,revision_number=3']} {{(pid=113347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:09.287676 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.managers [None req-0dd4d551-dc8f-4da6-9509-fc36557508be None None] Attempting to bind port 20fc17ce-59ae-434b-8a8c-78e4103c1fd2 on host dv-cinder-773876-4-iscsi for vnic_type normal with profile {{(pid=113347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 16:53:09.288732 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.managers [None req-0dd4d551-dc8f-4da6-9509-fc36557508be None None] Attempting to bind port 20fc17ce-59ae-434b-8a8c-78e4103c1fd2 by drivers openvswitch,hyperv on host dv-cinder-773876-4-iscsi at level 0 using segments [{'id': '5a157d34-57da-4f53-9dd6-f44731aa6dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'aabd8406-e73c-4572-9216-3460b0ee731f'}] {{(pid=113347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 16:53:09.288732 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd4d551-dc8f-4da6-9509-fc36557508be None None] Attempting to bind port 20fc17ce-59ae-434b-8a8c-78e4103c1fd2 on network aabd8406-e73c-4572-9216-3460b0ee731f {{(pid=113347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:53:09.295543 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd4d551-dc8f-4da6-9509-fc36557508be None None] Checking agent: {'id': '7dc37166-7823-42e6-bc3e-7dc49cd1fc12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 37, 46), 'started_at': datetime.datetime(2021, 11, 2, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:53:09.295912 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd4d551-dc8f-4da6-9509-fc36557508be None None] Checking segment: {'id': '5a157d34-57da-4f53-9dd6-f44731aa6dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'aabd8406-e73c-4572-9216-3460b0ee731f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 16:53:09.296561 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron_lib.callbacks.manager [None req-0dd4d551-dc8f-4da6-9509-fc36557508be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=113347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:09.296987 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd4d551-dc8f-4da6-9509-fc36557508be None None] Bound using segment: {'id': '5a157d34-57da-4f53-9dd6-f44731aa6dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'aabd8406-e73c-4572-9216-3460b0ee731f'} {{(pid=113347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:53:09.297500 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.managers [None req-0dd4d551-dc8f-4da6-9509-fc36557508be None None] Bound port: 20fc17ce-59ae-434b-8a8c-78e4103c1fd2, host: dv-cinder-773876-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a157d34-57da-4f53-9dd6-f44731aa6dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'aabd8406-e73c-4572-9216-3460b0ee731f'}}] {{(pid=113347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 16:53:09.297945 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron_lib.callbacks.manager [None req-0dd4d551-dc8f-4da6-9509-fc36557508be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:09.390499 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.db [None req-0dd4d551-dc8f-4da6-9509-fc36557508be None None] For port 20fc17ce-59ae-434b-8a8c-78e4103c1fd2, host dv-cinder-773876-4-iscsi, cleared binding levels {{(pid=113347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:53:09.394608 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.plugins.ml2.db [None req-0dd4d551-dc8f-4da6-9509-fc36557508be None None] For port 20fc17ce-59ae-434b-8a8c-78e4103c1fd2, host dv-cinder-773876-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=20fc17ce-59ae-434b-8a8c-78e4103c1fd2,segment=NetworkSegment(5a157d34-57da-4f53-9dd6-f44731aa6dfa),segment_id=5a157d34-57da-4f53-9dd6-f44731aa6dfa)] {{(pid=113347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:53:09.401467 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron_lib.callbacks.manager [None req-0dd4d551-dc8f-4da6-9509-fc36557508be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:09.496841 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270e36aa-fa26-4325-9aa7-f7a2c1e807c4 None None] Pushing event updated for resources: {'Port': ['ID=20fc17ce-59ae-434b-8a8c-78e4103c1fd2,revision_number=4']} {{(pid=113347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:09.504979 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd4d551-dc8f-4da6-9509-fc36557508be None None] Routers {'c486bd39-e0c9-44b0-bd71-581775960074'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:53:09.508434 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-0dd4d551-dc8f-4da6-9509-fc36557508be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:52:41Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['c486bd39-e0c9-44b0-bd71-581775960074'], 'active': True} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:09.637054 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-0bdf74d4-a12c-4314-9809-2b163098f75c None None] Provisioning complete for port 20fc17ce-59ae-434b-8a8c-78e4103c1fd2 triggered by entity DHCP. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:53:09.637911 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-0bdf74d4-a12c-4314-9809-2b163098f75c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:09.657776 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvr_db [None req-0dd4d551-dc8f-4da6-9509-fc36557508be None None] Set router c486bd39-e0c9-44b0-bd71-581775960074 gateway port host: dv-cinder-773876-4-iscsi {{(pid=113347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:53:09.759642 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-0bdf74d4-a12c-4314-9809-2b163098f75c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:09.816554 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-0bdf74d4-a12c-4314-9809-2b163098f75c None None] For port 20fc17ce-59ae-434b-8a8c-78e4103c1fd2, host dv-cinder-773876-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=20fc17ce-59ae-434b-8a8c-78e4103c1fd2,segment=NetworkSegment(5a157d34-57da-4f53-9dd6-f44731aa6dfa),segment_id=5a157d34-57da-4f53-9dd6-f44731aa6dfa)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:53:09.823979 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-0bdf74d4-a12c-4314-9809-2b163098f75c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:09.881657 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec641af-66fb-4438-b79d-db81234ca7e7 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Router cb75ea54-b9eb-4743-961b-a3f4caef708f has already been hosted by L3 agent 23c85ca8-88a6-46e7-9165-338a7fd1d142 {{(pid=113345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:53:09.901590 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf74d4-a12c-4314-9809-2b163098f75c None None] Pushing event updated for resources: {'Port': ['ID=20fc17ce-59ae-434b-8a8c-78e4103c1fd2,revision_number=5']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:09.969807 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-18cc7e50-aaac-488b-bc26-d47086fd993f None None] Provisioning complete for port 20fc17ce-59ae-434b-8a8c-78e4103c1fd2 triggered by entity DHCP. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:53:09.970385 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-18cc7e50-aaac-488b-bc26-d47086fd993f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:09.981229 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-0dd4d551-dc8f-4da6-9509-fc36557508be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c486bd39-e0c9-44b0-bd71-581775960074', 'name': 'tempest-TestShelveInstance-1330810252-router', 'tenant_id': 'fe90ec04f3d245b59a52aa8ded84b5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '39f2c51b-6321-4dfd-b68c-d1ca46f51f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:52:58Z', 'updated_at': '2021-11-02T16:53:02Z', 'revision_number': 4, 'project_id': 'fe90ec04f3d245b59a52aa8ded84b5b7', 'gw_port': {'id': '39f2c51b-6321-4dfd-b68c-d1ca46f51f8e', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:36:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c486bd39-e0c9-44b0-bd71-581775960074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:52:59Z', 'updated_at': '2021-11-02T16:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_interfaces': [{'id': '20fc17ce-59ae-434b-8a8c-78e4103c1fd2', 'name': '', 'network_id': 'aabd8406-e73c-4572-9216-3460b0ee731f', 'tenant_id': 'fe90ec04f3d245b59a52aa8ded84b5b7', 'mac_address': 'fa:16:3e:43:f7:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c486bd39-e0c9-44b0-bd71-581775960074', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'e319cb31-7b11-4946-b41b-4f1141fd2bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:53:01Z', 'updated_at': '2021-11-02T16:53:09Z', 'revision_number': 4, 'project_id': 'fe90ec04f3d245b59a52aa8ded84b5b7', 'subnets': [{'id': 'e319cb31-7b11-4946-b41b-4f1141fd2bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:10.037359 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd4d551-dc8f-4da6-9509-fc36557508be None None] The sync data for ids ['c486bd39-e0c9-44b0-bd71-581775960074'] in dv-cinder-773876-4-iscsi is: [{'id': 'c486bd39-e0c9-44b0-bd71-581775960074', 'name': 'tempest-TestShelveInstance-1330810252-router', 'tenant_id': 'fe90ec04f3d245b59a52aa8ded84b5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '39f2c51b-6321-4dfd-b68c-d1ca46f51f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:52:58Z', 'updated_at': '2021-11-02T16:53:02Z', 'revision_number': 4, 'project_id': 'fe90ec04f3d245b59a52aa8ded84b5b7', 'gw_port': {'id': '39f2c51b-6321-4dfd-b68c-d1ca46f51f8e', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:36:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c486bd39-e0c9-44b0-bd71-581775960074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:52:59Z', 'updated_at': '2021-11-02T16:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_interfaces': [{'id': '20fc17ce-59ae-434b-8a8c-78e4103c1fd2', 'name': '', 'network_id': 'aabd8406-e73c-4572-9216-3460b0ee731f', 'tenant_id': 'fe90ec04f3d245b59a52aa8ded84b5b7', 'mac_address': 'fa:16:3e:43:f7:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c486bd39-e0c9-44b0-bd71-581775960074', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'e319cb31-7b11-4946-b41b-4f1141fd2bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:53:01Z', 'updated_at': '2021-11-02T16:53:09Z', 'revision_number': 4, 'project_id': 'fe90ec04f3d245b59a52aa8ded84b5b7', 'subnets': [{'id': 'e319cb31-7b11-4946-b41b-4f1141fd2bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:53:10.061741 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec641af-66fb-4438-b79d-db81234ca7e7 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Notify agent at l3_agent.dv-cinder-773876-4-iscsi the message routers_updated {{(pid=113345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:53:10.069725 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-1ec641af-66fb-4438-b79d-db81234ca7e7 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221'] for floatingip, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:10.086856 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a22070e-232d-47df-accc-9b3f9208ab55 None None] Sync routers for ids ['cb75ea54-b9eb-4743-961b-a3f4caef708f'] in dv-cinder-773876-4-iscsi {{(pid=113346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:53:10.100921 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a22070e-232d-47df-accc-9b3f9208ab55 None None] Routers {'cb75ea54-b9eb-4743-961b-a3f4caef708f'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:53:10.101671 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-8a22070e-232d-47df-accc-9b3f9208ab55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:52:41Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['cb75ea54-b9eb-4743-961b-a3f4caef708f'], 'active': True} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:10.120054 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-1ec641af-66fb-4438-b79d-db81234ca7e7 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "PUT /v2.0/floatingips/0675f6b9-32fc-4bd2-970d-b51777b164ef HTTP/1.1" status: 200 len: 989 time: 1.7025964 Nov 02 16:53:10.120984 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61572fbe-ccf7-4ed4-80ab-eda95f187229', 'tag': 'f902bd79-9248-4da6-847e-36b46e3fa1b9'}] {{(pid=113345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:53:10.123803 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88728d28071a92af03fe3e2826ca256f68f88e9f4aa3bce1a4ce6001ce5f6d9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b4f14d-5cc6-49d7-8374-5ae034179861" -d '{"events": [{"name": "network-changed", "server_uuid": "61572fbe-ccf7-4ed4-80ab-eda95f187229", "tag": "f902bd79-9248-4da6-847e-36b46e3fa1b9"}]}' {{(pid=113345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:53:10.180397 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b6e11c-e545-44c7-be28-3acd5b7b3d41 x-openstack-request-id: req-e8b6e11c-e545-44c7-be28-3acd5b7b3d41 {{(pid=113345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:53:10.181704 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61572fbe-ccf7-4ed4-80ab-eda95f187229", "tag": "f902bd79-9248-4da6-847e-36b46e3fa1b9", "status": "completed", "code": 200}]} {{(pid=113345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:53:10.182290 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-e8b6e11c-e545-44c7-be28-3acd5b7b3d41 {{(pid=113345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:53:10.183518 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61572fbe-ccf7-4ed4-80ab-eda95f187229', 'tag': 'f902bd79-9248-4da6-847e-36b46e3fa1b9', 'status': 'completed', 'code': 200} Nov 02 16:53:10.259505 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvr_db [None req-8a22070e-232d-47df-accc-9b3f9208ab55 None None] Set router cb75ea54-b9eb-4743-961b-a3f4caef708f gateway port host: dv-cinder-773876-4-iscsi {{(pid=113346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:53:10.283116 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b4f14d-5cc6-49d7-8374-5ae034179861 req-3f2f506e-b51e-44c6-84b7-0e1d3a19446c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:10.285041 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-96b4f14d-5cc6-49d7-8374-5ae034179861 req-3f2f506e-b51e-44c6-84b7-0e1d3a19446c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a575c6bd2e574ad19dc299cc1df253f3&device_id=61572fbe-ccf7-4ed4-80ab-eda95f187229 HTTP/1.1" status: 200 len: 1098 time: 0.0573368 Nov 02 16:53:10.422911 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b4f14d-5cc6-49d7-8374-5ae034179861 req-907e4876-bbc2-4e67-aef5-f7d3c4cdeb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:10.424722 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-96b4f14d-5cc6-49d7-8374-5ae034179861 req-907e4876-bbc2-4e67-aef5-f7d3c4cdeb40 service neutron] 10.222.0.76 "GET /v2.0/networks?id=c3ac4ab4-0ce0-4abb-9960-272f99ead558 HTTP/1.1" status: 200 len: 912 time: 0.1187854 Nov 02 16:53:10.517205 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-96b4f14d-5cc6-49d7-8374-5ae034179861 req-ef7b53a7-d7a4-4c22-bed8-da2712fefa74 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f902bd79-9248-4da6-847e-36b46e3fa1b9 HTTP/1.1" status: 200 len: 997 time: 0.0823236 Nov 02 16:53:10.569272 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-8a22070e-232d-47df-accc-9b3f9208ab55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb75ea54-b9eb-4743-961b-a3f4caef708f', 'name': 'tempest-AttachVolumeTestJSON-1456657988-router', 'tenant_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'fe1e6f6b-5723-43fc-9b40-6adb766eef9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:46:24Z', 'updated_at': '2021-11-02T16:46:45Z', 'revision_number': 4, 'project_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'gw_port': {'id': 'fe1e6f6b-5723-43fc-9b40-6adb766eef9e', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:94:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb75ea54-b9eb-4743-961b-a3f4caef708f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:28Z', 'updated_at': '2021-11-02T16:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_floatingips': [{'id': '0675f6b9-32fc-4bd2-970d-b51777b164ef', 'tenant_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'floating_ip_address': '172.27.1.2', 'floating_network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'router_id': 'cb75ea54-b9eb-4743-961b-a3f4caef708f', 'port_id': 'f902bd79-9248-4da6-847e-36b46e3fa1b9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3ac4ab4-0ce0-4abb-9960-272f99ead558', 'mac_address': 'fa:16:3e:58:fc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61572fbe-ccf7-4ed4-80ab-eda95f187229', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:52:50Z', 'updated_at': '2021-11-02T16:53:08Z', 'revision_number': 1, 'project_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e0f9ba0-c6dd-4491-813c-9e774c45dd92', 'name': '', 'network_id': 'c3ac4ab4-0ce0-4abb-9960-272f99ead558', 'tenant_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'mac_address': 'fa:16:3e:ce:78:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb75ea54-b9eb-4743-961b-a3f4caef708f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '81d3d140-25a2-438b-a64f-a1dea867ba0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:40Z', 'updated_at': '2021-11-02T16:46:59Z', 'revision_number': 5, 'project_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'subnets': [{'id': '81d3d140-25a2-438b-a64f-a1dea867ba0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:10.601125 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b4f14d-5cc6-49d7-8374-5ae034179861 req-1e72a524-4112-40a6-bfca-d134e9959372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:10.603492 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-96b4f14d-5cc6-49d7-8374-5ae034179861 req-1e72a524-4112-40a6-bfca-d134e9959372 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=81d3d140-25a2-438b-a64f-a1dea867ba0d HTTP/1.1" status: 200 len: 850 time: 0.0698283 Nov 02 16:53:10.610464 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a22070e-232d-47df-accc-9b3f9208ab55 None None] Checking router: cb75ea54-b9eb-4743-961b-a3f4caef708f for host: dv-cinder-773876-4-iscsi {{(pid=113346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:53:10.622836 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a22070e-232d-47df-accc-9b3f9208ab55 None None] Routers {'cb75ea54-b9eb-4743-961b-a3f4caef708f'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:53:10.623517 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-8a22070e-232d-47df-accc-9b3f9208ab55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:52:41Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['cb75ea54-b9eb-4743-961b-a3f4caef708f'], 'active': True} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:10.684219 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b4f14d-5cc6-49d7-8374-5ae034179861 req-cb494727-e5f3-4b92-9c26-3ef74ed11bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:10.685982 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-96b4f14d-5cc6-49d7-8374-5ae034179861 req-cb494727-e5f3-4b92-9c26-3ef74ed11bab service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c3ac4ab4-0ce0-4abb-9960-272f99ead558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0570002 Nov 02 16:53:10.770264 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvr_db [None req-8a22070e-232d-47df-accc-9b3f9208ab55 None None] Set router cb75ea54-b9eb-4743-961b-a3f4caef708f gateway port host: dv-cinder-773876-4-iscsi {{(pid=113346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:53:10.830639 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-96b4f14d-5cc6-49d7-8374-5ae034179861 req-07c9fc91-4998-4a92-bb35-d261a485fb7d service neutron] 10.222.0.76 "GET /v2.0/networks/c3ac4ab4-0ce0-4abb-9960-272f99ead558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248190 Nov 02 16:53:10.932797 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device 20fc17ce-59ae-434b-8a8c-78e4103c1fd2 up at agent ovs-agent-dv-cinder-773876-4-iscsi {{(pid=113346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:53:10.996824 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-96b4f14d-5cc6-49d7-8374-5ae034179861 req-89fa3061-3197-420d-b4fb-ee4e6d9a6133 service neutron] 10.222.0.76 "GET /v2.0/networks/c3ac4ab4-0ce0-4abb-9960-272f99ead558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511669 Nov 02 16:53:11.078599 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-fde30a82-98a1-4d67-b34f-5f0a381fb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:11.270114 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Provisioning complete for port 20fc17ce-59ae-434b-8a8c-78e4103c1fd2 triggered by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:53:11.270292 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:11.342428 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-8a22070e-232d-47df-accc-9b3f9208ab55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb75ea54-b9eb-4743-961b-a3f4caef708f', 'name': 'tempest-AttachVolumeTestJSON-1456657988-router', 'tenant_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'fe1e6f6b-5723-43fc-9b40-6adb766eef9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:46:24Z', 'updated_at': '2021-11-02T16:46:45Z', 'revision_number': 4, 'project_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'gw_port': {'id': 'fe1e6f6b-5723-43fc-9b40-6adb766eef9e', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:94:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb75ea54-b9eb-4743-961b-a3f4caef708f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:28Z', 'updated_at': '2021-11-02T16:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_floatingips': [{'id': '0675f6b9-32fc-4bd2-970d-b51777b164ef', 'tenant_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'floating_ip_address': '172.27.1.2', 'floating_network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'router_id': 'cb75ea54-b9eb-4743-961b-a3f4caef708f', 'port_id': 'f902bd79-9248-4da6-847e-36b46e3fa1b9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3ac4ab4-0ce0-4abb-9960-272f99ead558', 'mac_address': 'fa:16:3e:58:fc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61572fbe-ccf7-4ed4-80ab-eda95f187229', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:52:50Z', 'updated_at': '2021-11-02T16:53:08Z', 'revision_number': 1, 'project_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e0f9ba0-c6dd-4491-813c-9e774c45dd92', 'name': '', 'network_id': 'c3ac4ab4-0ce0-4abb-9960-272f99ead558', 'tenant_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'mac_address': 'fa:16:3e:ce:78:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb75ea54-b9eb-4743-961b-a3f4caef708f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '81d3d140-25a2-438b-a64f-a1dea867ba0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:40Z', 'updated_at': '2021-11-02T16:46:59Z', 'revision_number': 5, 'project_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'subnets': [{'id': '81d3d140-25a2-438b-a64f-a1dea867ba0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:11.394011 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a22070e-232d-47df-accc-9b3f9208ab55 None None] The sync data for ids ['cb75ea54-b9eb-4743-961b-a3f4caef708f'] in dv-cinder-773876-4-iscsi is: [{'id': 'cb75ea54-b9eb-4743-961b-a3f4caef708f', 'name': 'tempest-AttachVolumeTestJSON-1456657988-router', 'tenant_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'fe1e6f6b-5723-43fc-9b40-6adb766eef9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:46:24Z', 'updated_at': '2021-11-02T16:46:45Z', 'revision_number': 4, 'project_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'gw_port': {'id': 'fe1e6f6b-5723-43fc-9b40-6adb766eef9e', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:94:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb75ea54-b9eb-4743-961b-a3f4caef708f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:28Z', 'updated_at': '2021-11-02T16:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_floatingips': [{'id': '0675f6b9-32fc-4bd2-970d-b51777b164ef', 'tenant_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'floating_ip_address': '172.27.1.2', 'floating_network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'router_id': 'cb75ea54-b9eb-4743-961b-a3f4caef708f', 'port_id': 'f902bd79-9248-4da6-847e-36b46e3fa1b9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3ac4ab4-0ce0-4abb-9960-272f99ead558', 'mac_address': 'fa:16:3e:58:fc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61572fbe-ccf7-4ed4-80ab-eda95f187229', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:52:50Z', 'updated_at': '2021-11-02T16:53:08Z', 'revision_number': 1, 'project_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e0f9ba0-c6dd-4491-813c-9e774c45dd92', 'name': '', 'network_id': 'c3ac4ab4-0ce0-4abb-9960-272f99ead558', 'tenant_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'mac_address': 'fa:16:3e:ce:78:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb75ea54-b9eb-4743-961b-a3f4caef708f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '81d3d140-25a2-438b-a64f-a1dea867ba0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:40Z', 'updated_at': '2021-11-02T16:46:59Z', 'revision_number': 5, 'project_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'subnets': [{'id': '81d3d140-25a2-438b-a64f-a1dea867ba0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:53:11.684131 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1e46c4-8d7f-4d6d-a0f4-5d2a21c5295b None None] New status for floating IP 0675f6b9-32fc-4bd2-970d-b51777b164ef: ACTIVE {{(pid=113347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 16:53:12.857081 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-dfe49d6c-b306-436a-ba68-760764be264a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:14.664783 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0b95-0143-42d2-8d33-45f1b37c89de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:16.064047 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:21.909408 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:27.583015 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.agents_db [None req-4685c794-fb13-4fdb-802d-b1599aff033c None None] Agent healthcheck: found 6 active agents {{(pid=113347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:53:27.907410 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-4e8497e0-10e7-4002-90bd-641a3d2110dc req-c00db70d-2c72-403d-99d7-b19a55afad89 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=886e9a36-a4f8-44ed-80d0-6a440f49e430&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0456686 Nov 02 16:53:28.032376 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8497e0-10e7-4002-90bd-641a3d2110dc req-a6edc24e-59c1-4697-9a8e-e040ad6911ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:28.034078 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-4e8497e0-10e7-4002-90bd-641a3d2110dc req-a6edc24e-59c1-4697-9a8e-e040ad6911ea service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5cc524f131464fe097cff64187071316&device_id=886e9a36-a4f8-44ed-80d0-6a440f49e430 HTTP/1.1" status: 200 len: 1099 time: 0.0542021 Nov 02 16:53:28.162572 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8497e0-10e7-4002-90bd-641a3d2110dc req-cde70123-3535-47b6-8b20-2e96fc981e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:28.164372 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-4e8497e0-10e7-4002-90bd-641a3d2110dc req-cde70123-3535-47b6-8b20-2e96fc981e77 service neutron] 10.222.0.76 "GET /v2.0/networks?id=2642968c-324e-4035-9dba-a5695e42fc1f HTTP/1.1" status: 200 len: 918 time: 0.0922184 Nov 02 16:53:28.239070 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-4e8497e0-10e7-4002-90bd-641a3d2110dc req-d998a6a4-dac4-43ea-9215-9c4179c84c64 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1262248-0dda-4533-af48-5c1338bb2d4c HTTP/1.1" status: 200 len: 1002 time: 0.0643916 Nov 02 16:53:28.296576 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8497e0-10e7-4002-90bd-641a3d2110dc req-3f49056d-cf72-42c8-993b-ebc24ce8b0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:28.298179 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-4e8497e0-10e7-4002-90bd-641a3d2110dc req-3f49056d-cf72-42c8-993b-ebc24ce8b0f5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fd525ac9-44f8-421c-b093-9ce2aeedf323 HTTP/1.1" status: 200 len: 856 time: 0.0483305 Nov 02 16:53:28.355313 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8497e0-10e7-4002-90bd-641a3d2110dc req-5abcc196-1700-452c-af22-319592d5d041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:28.356926 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-4e8497e0-10e7-4002-90bd-641a3d2110dc req-5abcc196-1700-452c-af22-319592d5d041 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2642968c-324e-4035-9dba-a5695e42fc1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431366 Nov 02 16:53:28.453025 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-4e8497e0-10e7-4002-90bd-641a3d2110dc req-bd5495ab-ac85-4df8-bfa6-640388c8aacb service neutron] 10.222.0.76 "GET /v2.0/networks/2642968c-324e-4035-9dba-a5695e42fc1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883574 Nov 02 16:53:28.547097 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-4e8497e0-10e7-4002-90bd-641a3d2110dc req-d803c0bd-c567-4d1d-b694-d49fb0285e56 service neutron] 10.222.0.76 "GET /v2.0/networks/2642968c-324e-4035-9dba-a5695e42fc1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855277 Nov 02 16:53:30.154454 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-5aee7be9-f7a1-4e40-9f18-3f696a1c8bc5 req-9cc4b8ae-dfbe-4cee-8b6b-3943f0924bb2 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1589840641&fields=id&tenant_id=c1f5daa1c5be44b48448e0480398d984 HTTP/1.1" status: 200 len: 267 time: 0.0567031 Nov 02 16:53:30.280950 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee7be9-f7a1-4e40-9f18-3f696a1c8bc5 req-e512db4e-9498-4417-aa7b-90ec13f81e0b tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:30.282613 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-5aee7be9-f7a1-4e40-9f18-3f696a1c8bc5 req-e512db4e-9498-4417-aa7b-90ec13f81e0b tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/networks?id=ef399344-c729-4536-b6ad-dc1eae816e3b HTTP/1.1" status: 200 len: 808 time: 0.1203284 Nov 02 16:53:30.302578 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-5aee7be9-f7a1-4e40-9f18-3f696a1c8bc5 req-09879612-f9ca-43d9-825c-827687e705f1 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/quotas/c1f5daa1c5be44b48448e0480398d984 HTTP/1.1" status: 200 len: 375 time: 0.0126460 Nov 02 16:53:30.363283 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-5aee7be9-f7a1-4e40-9f18-3f696a1c8bc5 req-c7fe6099-9408-4432-9756-07636ae6038a tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=c1f5daa1c5be44b48448e0480398d984&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540409 Nov 02 16:53:30.474536 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-5aee7be9-f7a1-4e40-9f18-3f696a1c8bc5 req-1bc2272c-921d-4375-afe1-2218a844ce4d service neutron] 10.222.0.118 "GET /v2.0/networks/ef399344-c729-4536-b6ad-dc1eae816e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971916 Nov 02 16:53:30.570842 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-5aee7be9-f7a1-4e40-9f18-3f696a1c8bc5 req-8856c2d2-6dca-492a-bbef-0c24d3791bdc service neutron] 10.222.0.118 "GET /v2.0/networks/ef399344-c729-4536-b6ad-dc1eae816e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890701 Nov 02 16:53:30.906804 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-9e23e23d-ce24-4202-b966-6d8241500dcf req-fbab7b20-5f06-4ff9-852c-f876829c6e04 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/ports?device_id=fe6e9f89-7228-463b-b906-679a99ec651c HTTP/1.1" status: 200 len: 210 time: 0.0412600 Nov 02 16:53:32.033151 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-c51549b7-48f9-41f0-85e5-743206868e42 req-44035dda-3781-408e-8ccb-08a5a66d5d7b tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/ports?device_id=fe6e9f89-7228-463b-b906-679a99ec651c HTTP/1.1" status: 200 len: 210 time: 0.0398738 Nov 02 16:53:32.171526 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee7be9-f7a1-4e40-9f18-3f696a1c8bc5 req-07c3bad7-6ca9-4476-ba75-d59d53f65386 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:32.173171 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-5aee7be9-f7a1-4e40-9f18-3f696a1c8bc5 req-07c3bad7-6ca9-4476-ba75-d59d53f65386 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.76 "GET /v2.0/networks?id=ef399344-c729-4536-b6ad-dc1eae816e3b HTTP/1.1" status: 200 len: 808 time: 0.1423814 Nov 02 16:53:32.278955 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-5aee7be9-f7a1-4e40-9f18-3f696a1c8bc5 req-d64481a9-77a0-4852-93f8-f81dbf210951 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1f5daa1c5be44b48448e0480398d984 HTTP/1.1" status: 200 len: 380 time: 0.0703099 Nov 02 16:53:32.294105 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.v2.base [req-5aee7be9-f7a1-4e40-9f18-3f696a1c8bc5 req-13189ceb-fa13-4b28-ac77-1738e55752dd tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Request body: {'port': {'device_id': 'fe6e9f89-7228-463b-b906-679a99ec651c', 'network_id': 'ef399344-c729-4536-b6ad-dc1eae816e3b', 'admin_state_up': True, 'tenant_id': 'c1f5daa1c5be44b48448e0480398d984', 'security_groups': ['fd805a6a-8e4a-499f-b4ca-bb8b0cc4005d']}} {{(pid=113345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:53:32.414914 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5aee7be9-f7a1-4e40-9f18-3f696a1c8bc5 req-13189ceb-fa13-4b28-ac77-1738e55752dd tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Made reservation on behalf of c1f5daa1c5be44b48448e0480398d984 for: {'port': 1} {{(pid=113345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:53:32.418793 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-5aee7be9-f7a1-4e40-9f18-3f696a1c8bc5 req-13189ceb-fa13-4b28-ac77-1738e55752dd tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:32.564852 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.db_base_plugin_common [req-5aee7be9-f7a1-4e40-9f18-3f696a1c8bc5 req-13189ceb-fa13-4b28-ac77-1738e55752dd tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Allocated IP 172.20.0.8 (ef399344-c729-4536-b6ad-dc1eae816e3b/4ccf6b4a-d512-4843-96a8-2ff2740ca99f/ade707f9-321b-475f-822b-2951865dc9c2) {{(pid=113345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:53:32.770649 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-5aee7be9-f7a1-4e40-9f18-3f696a1c8bc5 req-13189ceb-fa13-4b28-ac77-1738e55752dd tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Publish callbacks [] for port, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:32.815339 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-5aee7be9-f7a1-4e40-9f18-3f696a1c8bc5 req-13189ceb-fa13-4b28-ac77-1738e55752dd tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788024814062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27915883'] for port, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:32.864770 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5aee7be9-f7a1-4e40-9f18-3f696a1c8bc5 req-13189ceb-fa13-4b28-ac77-1738e55752dd tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Network ef399344-c729-4536-b6ad-dc1eae816e3b is already hosted by enough agents. {{(pid=113345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:53:32.868622 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.base_scheduler [req-5aee7be9-f7a1-4e40-9f18-3f696a1c8bc5 req-13189ceb-fa13-4b28-ac77-1738e55752dd tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Resources bound (agent type, host, resource id): {{(pid=113345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:53:32.875495 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aee7be9-f7a1-4e40-9f18-3f696a1c8bc5 req-13189ceb-fa13-4b28-ac77-1738e55752dd tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Received port after_create {{(pid=113345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:53:32.914408 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13189ceb-fa13-4b28-ac77-1738e55752dd tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Pushing event updated for resources: {'Port': ['ID=ade707f9-321b-475f-822b-2951865dc9c2,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:32.948062 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee7be9-f7a1-4e40-9f18-3f696a1c8bc5 req-13189ceb-fa13-4b28-ac77-1738e55752dd tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:32.948772 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-5aee7be9-f7a1-4e40-9f18-3f696a1c8bc5 req-13189ceb-fa13-4b28-ac77-1738e55752dd tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221'] for port, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:32.967874 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-5aee7be9-f7a1-4e40-9f18-3f696a1c8bc5 req-13189ceb-fa13-4b28-ac77-1738e55752dd tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6780560 Nov 02 16:53:32.991663 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.v2.base [req-5aee7be9-f7a1-4e40-9f18-3f696a1c8bc5 req-8a5499b1-6c10-4f69-afec-9f4333ca040e service neutron] Request body: {'port': {'device_id': 'fe6e9f89-7228-463b-b906-679a99ec651c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=113345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:53:33.055640 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-5aee7be9-f7a1-4e40-9f18-3f696a1c8bc5 req-8a5499b1-6c10-4f69-afec-9f4333ca040e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:33.174615 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-e88097de-344d-4192-a4bb-7c323d3d8397 None None] Provisioning complete for port ade707f9-321b-475f-822b-2951865dc9c2 triggered by entity DHCP. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:53:33.175432 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-e88097de-344d-4192-a4bb-7c323d3d8397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:33.219075 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-e88097de-344d-4192-a4bb-7c323d3d8397 None None] Port ade707f9-321b-475f-822b-2951865dc9c2 cannot update to ACTIVE because it is not bound. {{(pid=113346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 16:53:33.295462 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0e4eb0-2304-4116-9236-144f38b41042 req-f0f2a0c9-978a-431d-a6e0-625ef33a8805 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:33.297059 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-4e0e4eb0-2304-4116-9236-144f38b41042 req-f0f2a0c9-978a-431d-a6e0-625ef33a8805 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/ports?device_id=fe6e9f89-7228-463b-b906-679a99ec651c HTTP/1.1" status: 200 len: 931 time: 0.1256642 Nov 02 16:53:33.391135 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-4e0e4eb0-2304-4116-9236-144f38b41042 req-b9a9512d-dabb-4ed9-870a-2c8f5cf24950 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/security-groups?id=fd805a6a-8e4a-499f-b4ca-bb8b0cc4005d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863497 Nov 02 16:53:33.441939 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.notifiers.nova [req-5aee7be9-f7a1-4e40-9f18-3f696a1c8bc5 req-8a5499b1-6c10-4f69-afec-9f4333ca040e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ade707f9-321b-475f-822b-2951865dc9c2 {{(pid=113345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:53:33.451465 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-5aee7be9-f7a1-4e40-9f18-3f696a1c8bc5 req-8a5499b1-6c10-4f69-afec-9f4333ca040e service neutron] Publish callbacks [] for port, precommit_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:33.465540 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.provisioning_blocks [req-5aee7be9-f7a1-4e40-9f18-3f696a1c8bc5 req-8a5499b1-6c10-4f69-afec-9f4333ca040e service neutron] Transition to ACTIVE for port object ade707f9-321b-475f-822b-2951865dc9c2 will not be triggered until provisioned by entity L2. {{(pid=113345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:53:33.469141 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-5aee7be9-f7a1-4e40-9f18-3f696a1c8bc5 req-8a5499b1-6c10-4f69-afec-9f4333ca040e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27915890'] for port, after_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:33.530859 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5499b1-6c10-4f69-afec-9f4333ca040e service neutron] Pushing event updated for resources: {'Port': ['ID=ade707f9-321b-475f-822b-2951865dc9c2,revision_number=2']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:33.558161 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5499b1-6c10-4f69-afec-9f4333ca040e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:53:33.558455 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5499b1-6c10-4f69-afec-9f4333ca040e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:53:33.558883 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5499b1-6c10-4f69-afec-9f4333ca040e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:53:33.559330 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5499b1-6c10-4f69-afec-9f4333ca040e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:53:33.559753 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5499b1-6c10-4f69-afec-9f4333ca040e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:53:33.560270 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5499b1-6c10-4f69-afec-9f4333ca040e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:53:33.560651 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5499b1-6c10-4f69-afec-9f4333ca040e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:53:33.561060 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5499b1-6c10-4f69-afec-9f4333ca040e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:53:33.561481 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5499b1-6c10-4f69-afec-9f4333ca040e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:53:33.561906 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5499b1-6c10-4f69-afec-9f4333ca040e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:53:33.562321 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5499b1-6c10-4f69-afec-9f4333ca040e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:53:33.562739 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5499b1-6c10-4f69-afec-9f4333ca040e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:53:33.629924 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.managers [req-5aee7be9-f7a1-4e40-9f18-3f696a1c8bc5 req-8a5499b1-6c10-4f69-afec-9f4333ca040e service neutron] Attempting to bind port ade707f9-321b-475f-822b-2951865dc9c2 on host hv-cinder-77387 for vnic_type normal with profile {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 16:53:33.630282 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.managers [req-5aee7be9-f7a1-4e40-9f18-3f696a1c8bc5 req-8a5499b1-6c10-4f69-afec-9f4333ca040e service neutron] Attempting to bind port ade707f9-321b-475f-822b-2951865dc9c2 by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': 'c9ad6c23-a550-48b0-9333-3b6d595c667a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ef399344-c729-4536-b6ad-dc1eae816e3b'}] {{(pid=113345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 16:53:33.630689 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aee7be9-f7a1-4e40-9f18-3f696a1c8bc5 req-8a5499b1-6c10-4f69-afec-9f4333ca040e service neutron] Attempting to bind port ade707f9-321b-475f-822b-2951865dc9c2 on network ef399344-c729-4536-b6ad-dc1eae816e3b {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:53:33.638379 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aee7be9-f7a1-4e40-9f18-3f696a1c8bc5 req-8a5499b1-6c10-4f69-afec-9f4333ca040e service neutron] Port ade707f9-321b-475f-822b-2951865dc9c2 on network ef399344-c729-4536-b6ad-dc1eae816e3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:53:33.638747 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aee7be9-f7a1-4e40-9f18-3f696a1c8bc5 req-8a5499b1-6c10-4f69-afec-9f4333ca040e service neutron] Attempting to bind port ade707f9-321b-475f-822b-2951865dc9c2 on network ef399344-c729-4536-b6ad-dc1eae816e3b {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:53:33.646018 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aee7be9-f7a1-4e40-9f18-3f696a1c8bc5 req-8a5499b1-6c10-4f69-afec-9f4333ca040e service neutron] Checking agent: {'id': 'a22495b4-0922-47cf-b0eb-f0742ace0d4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 44, 22), 'started_at': datetime.datetime(2021, 11, 2, 16, 44, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:53:33.646382 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aee7be9-f7a1-4e40-9f18-3f696a1c8bc5 req-8a5499b1-6c10-4f69-afec-9f4333ca040e service neutron] Checking segment: {'id': 'c9ad6c23-a550-48b0-9333-3b6d595c667a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ef399344-c729-4536-b6ad-dc1eae816e3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 16:53:33.646791 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aee7be9-f7a1-4e40-9f18-3f696a1c8bc5 req-8a5499b1-6c10-4f69-afec-9f4333ca040e service neutron] Bound using segment: {'id': 'c9ad6c23-a550-48b0-9333-3b6d595c667a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ef399344-c729-4536-b6ad-dc1eae816e3b'} {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:53:33.647299 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.managers [req-5aee7be9-f7a1-4e40-9f18-3f696a1c8bc5 req-8a5499b1-6c10-4f69-afec-9f4333ca040e service neutron] Bound port: ade707f9-321b-475f-822b-2951865dc9c2, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ad6c23-a550-48b0-9333-3b6d595c667a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ef399344-c729-4536-b6ad-dc1eae816e3b'}}] {{(pid=113345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 16:53:33.648262 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-5aee7be9-f7a1-4e40-9f18-3f696a1c8bc5 req-8a5499b1-6c10-4f69-afec-9f4333ca040e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:33.741773 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.db [req-5aee7be9-f7a1-4e40-9f18-3f696a1c8bc5 req-8a5499b1-6c10-4f69-afec-9f4333ca040e service neutron] For port ade707f9-321b-475f-822b-2951865dc9c2, host hv-cinder-77387, cleared binding levels {{(pid=113345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:53:33.746295 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.db [req-5aee7be9-f7a1-4e40-9f18-3f696a1c8bc5 req-8a5499b1-6c10-4f69-afec-9f4333ca040e service neutron] For port ade707f9-321b-475f-822b-2951865dc9c2, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=ade707f9-321b-475f-822b-2951865dc9c2,segment=NetworkSegment(c9ad6c23-a550-48b0-9333-3b6d595c667a),segment_id=c9ad6c23-a550-48b0-9333-3b6d595c667a)] {{(pid=113345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:53:33.755167 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-5aee7be9-f7a1-4e40-9f18-3f696a1c8bc5 req-8a5499b1-6c10-4f69-afec-9f4333ca040e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27915890'] for port, after_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:33.799933 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee7be9-f7a1-4e40-9f18-3f696a1c8bc5 req-8a5499b1-6c10-4f69-afec-9f4333ca040e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:33.800622 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-5aee7be9-f7a1-4e40-9f18-3f696a1c8bc5 req-8a5499b1-6c10-4f69-afec-9f4333ca040e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221'] for port, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:33.802382 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-5aee7be9-f7a1-4e40-9f18-3f696a1c8bc5 req-8a5499b1-6c10-4f69-afec-9f4333ca040e service neutron] 10.222.0.76 "PUT /v2.0/ports/ade707f9-321b-475f-822b-2951865dc9c2 HTTP/1.1" status: 200 len: 1093 time: 0.8161128 Nov 02 16:53:33.802894 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe6e9f89-7228-463b-b906-679a99ec651c', 'tag': 'ade707f9-321b-475f-822b-2951865dc9c2'}] {{(pid=113345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:53:33.806090 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88728d28071a92af03fe3e2826ca256f68f88e9f4aa3bce1a4ce6001ce5f6d9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98bb961-f707-41f9-a660-e237600b08e2" -d '{"events": [{"name": "network-changed", "server_uuid": "fe6e9f89-7228-463b-b906-679a99ec651c", "tag": "ade707f9-321b-475f-822b-2951865dc9c2"}]}' {{(pid=113345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:53:33.843549 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5499b1-6c10-4f69-afec-9f4333ca040e service neutron] Pushing event updated for resources: {'Port': ['ID=ade707f9-321b-475f-822b-2951865dc9c2,revision_number=3']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:33.909452 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72abdf05-2d38-4f75-9858-6db47243b3a6 x-openstack-request-id: req-72abdf05-2d38-4f75-9858-6db47243b3a6 {{(pid=113345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:53:33.910201 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe6e9f89-7228-463b-b906-679a99ec651c", "tag": "ade707f9-321b-475f-822b-2951865dc9c2", "status": "completed", "code": 200}]} {{(pid=113345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:53:33.910481 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-72abdf05-2d38-4f75-9858-6db47243b3a6 {{(pid=113345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:53:33.911127 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe6e9f89-7228-463b-b906-679a99ec651c', 'tag': 'ade707f9-321b-475f-822b-2951865dc9c2', 'status': 'completed', 'code': 200} Nov 02 16:53:33.950435 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee7be9-f7a1-4e40-9f18-3f696a1c8bc5 req-2fcf4316-b837-4fea-93f3-0c4b66f5bbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:33.952417 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-5aee7be9-f7a1-4e40-9f18-3f696a1c8bc5 req-2fcf4316-b837-4fea-93f3-0c4b66f5bbb5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c1f5daa1c5be44b48448e0480398d984&device_id=fe6e9f89-7228-463b-b906-679a99ec651c HTTP/1.1" status: 200 len: 1096 time: 0.0628097 Nov 02 16:53:34.013770 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-5aee7be9-f7a1-4e40-9f18-3f696a1c8bc5 req-ce827d17-cb69-4345-a38e-f8a3109bdefb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ade707f9-321b-475f-822b-2951865dc9c2 HTTP/1.1" status: 200 len: 217 time: 0.0487294 Nov 02 16:53:34.125299 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee7be9-f7a1-4e40-9f18-3f696a1c8bc5 req-264f2368-5643-45aa-ba5a-935469ce8c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:34.128143 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-5aee7be9-f7a1-4e40-9f18-3f696a1c8bc5 req-264f2368-5643-45aa-ba5a-935469ce8c14 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4ccf6b4a-d512-4843-96a8-2ff2740ca99f HTTP/1.1" status: 200 len: 847 time: 0.0866954 Nov 02 16:53:34.218216 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee7be9-f7a1-4e40-9f18-3f696a1c8bc5 req-b6b17ffb-9eae-4887-8a21-b4375b9a9d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:34.220747 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-5aee7be9-f7a1-4e40-9f18-3f696a1c8bc5 req-b6b17ffb-9eae-4887-8a21-b4375b9a9d9e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ef399344-c729-4536-b6ad-dc1eae816e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0789819 Nov 02 16:53:34.371952 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-5aee7be9-f7a1-4e40-9f18-3f696a1c8bc5 req-04c7400c-ddc2-4d67-a4ce-b350a2a14d53 service neutron] 10.222.0.76 "GET /v2.0/networks/ef399344-c729-4536-b6ad-dc1eae816e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344397 Nov 02 16:53:34.589952 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-5aee7be9-f7a1-4e40-9f18-3f696a1c8bc5 req-bdf3a54f-e006-46bb-b393-01f3353dd46b service neutron] 10.222.0.76 "GET /v2.0/networks/ef399344-c729-4536-b6ad-dc1eae816e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967347 Nov 02 16:53:34.613334 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525ffe8-12da-473f-9bac-464addeb3308 req-7b8ab96e-3d96-4d8d-8807-0702613b7828 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:34.615172 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-a525ffe8-12da-473f-9bac-464addeb3308 req-7b8ab96e-3d96-4d8d-8807-0702613b7828 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/ports?device_id=fe6e9f89-7228-463b-b906-679a99ec651c HTTP/1.1" status: 200 len: 943 time: 0.1062376 Nov 02 16:53:34.701437 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-a525ffe8-12da-473f-9bac-464addeb3308 req-9162fbe9-6ab4-4111-ae88-74be2f2ae0ce tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/security-groups?id=fd805a6a-8e4a-499f-b4ca-bb8b0cc4005d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774000 Nov 02 16:53:34.769563 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98bb961-f707-41f9-a660-e237600b08e2 req-ca66f6ab-60c5-4170-a3bd-fd83a37ee125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:34.771742 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-c98bb961-f707-41f9-a660-e237600b08e2 req-ca66f6ab-60c5-4170-a3bd-fd83a37ee125 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c1f5daa1c5be44b48448e0480398d984&device_id=fe6e9f89-7228-463b-b906-679a99ec651c HTTP/1.1" status: 200 len: 1096 time: 0.0690098 Nov 02 16:53:34.910859 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98bb961-f707-41f9-a660-e237600b08e2 req-7e36ef08-9972-4cfe-88b0-1f84f15471cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:34.914116 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-c98bb961-f707-41f9-a660-e237600b08e2 req-7e36ef08-9972-4cfe-88b0-1f84f15471cd service neutron] 10.222.0.76 "GET /v2.0/networks?id=ef399344-c729-4536-b6ad-dc1eae816e3b HTTP/1.1" status: 200 len: 909 time: 0.1251795 Nov 02 16:53:34.968652 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-c98bb961-f707-41f9-a660-e237600b08e2 req-7ae90cf7-a128-48b9-af0f-3aac2ff7f89f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ade707f9-321b-475f-822b-2951865dc9c2 HTTP/1.1" status: 200 len: 217 time: 0.0431268 Nov 02 16:53:35.071148 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98bb961-f707-41f9-a660-e237600b08e2 req-446fefd7-e447-41a2-9f62-e375d46127a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:35.074414 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-c98bb961-f707-41f9-a660-e237600b08e2 req-446fefd7-e447-41a2-9f62-e375d46127a6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4ccf6b4a-d512-4843-96a8-2ff2740ca99f HTTP/1.1" status: 200 len: 847 time: 0.0943160 Nov 02 16:53:35.156746 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98bb961-f707-41f9-a660-e237600b08e2 req-ec3cc371-9f00-4adf-a4b6-a491c6657c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:35.158406 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-c98bb961-f707-41f9-a660-e237600b08e2 req-ec3cc371-9f00-4adf-a4b6-a491c6657c01 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ef399344-c729-4536-b6ad-dc1eae816e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0704057 Nov 02 16:53:35.268241 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-c98bb961-f707-41f9-a660-e237600b08e2 req-ba6e541e-fdd8-4228-9a2c-bf895a6207b9 service neutron] 10.222.0.76 "GET /v2.0/networks/ef399344-c729-4536-b6ad-dc1eae816e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981109 Nov 02 16:53:35.375111 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-c98bb961-f707-41f9-a660-e237600b08e2 req-bfed869f-afe9-4b3d-94df-8eac3483da46 service neutron] 10.222.0.76 "GET /v2.0/networks/ef399344-c729-4536-b6ad-dc1eae816e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986917 Nov 02 16:53:35.862036 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ffc5f5-70ce-4411-91c9-f41d1ac886a0 req-f0ff399a-08c3-4f35-8156-dd37f84c6934 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:35.863647 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-66ffc5f5-70ce-4411-91c9-f41d1ac886a0 req-f0ff399a-08c3-4f35-8156-dd37f84c6934 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/ports?device_id=fe6e9f89-7228-463b-b906-679a99ec651c HTTP/1.1" status: 200 len: 943 time: 0.0593424 Nov 02 16:53:35.924126 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-66ffc5f5-70ce-4411-91c9-f41d1ac886a0 req-69b16045-7c8d-4e87-8fa5-1a932374eb3a tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/security-groups?id=fd805a6a-8e4a-499f-b4ca-bb8b0cc4005d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528626 Nov 02 16:53:37.063923 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9646cb-e447-42f0-87a9-8755f55de79f req-287b90a1-0d08-4a14-a826-30ea54500f18 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:37.065899 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-3a9646cb-e447-42f0-87a9-8755f55de79f req-287b90a1-0d08-4a14-a826-30ea54500f18 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/ports?device_id=fe6e9f89-7228-463b-b906-679a99ec651c HTTP/1.1" status: 200 len: 943 time: 0.0613487 Nov 02 16:53:37.124929 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-3a9646cb-e447-42f0-87a9-8755f55de79f req-123aa168-1fcb-4c5f-a4b2-b3c32e2c902c tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/security-groups?id=fd805a6a-8e4a-499f-b4ca-bb8b0cc4005d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510101 Nov 02 16:53:38.264602 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc3906-008d-4e6b-91b8-e1a7aa765cea req-b611eedd-17c6-49e7-905a-0975fa9d62dc tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:38.266372 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-befc3906-008d-4e6b-91b8-e1a7aa765cea req-b611eedd-17c6-49e7-905a-0975fa9d62dc tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/ports?device_id=fe6e9f89-7228-463b-b906-679a99ec651c HTTP/1.1" status: 200 len: 943 time: 0.0597150 Nov 02 16:53:38.326193 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-befc3906-008d-4e6b-91b8-e1a7aa765cea req-941b0edb-a8b4-4238-aff4-f20d00a3ce76 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/security-groups?id=fd805a6a-8e4a-499f-b4ca-bb8b0cc4005d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520070 Nov 02 16:53:38.348212 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-9a3a4084-f6c7-475c-959b-5e75a8a8bdc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:39.473111 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065506a1-8942-4363-a8d6-ff5fde21cf1d req-65baa68a-73c2-4f7d-8a2b-24d54c0e4606 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:39.474755 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-065506a1-8942-4363-a8d6-ff5fde21cf1d req-65baa68a-73c2-4f7d-8a2b-24d54c0e4606 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/ports?device_id=fe6e9f89-7228-463b-b906-679a99ec651c HTTP/1.1" status: 200 len: 943 time: 0.0640955 Nov 02 16:53:39.530568 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-065506a1-8942-4363-a8d6-ff5fde21cf1d req-fd16dec0-fab2-452a-a351-b81e040f19f4 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/security-groups?id=fd805a6a-8e4a-499f-b4ca-bb8b0cc4005d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483410 Nov 02 16:53:40.669175 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc56794c-2eb9-48b3-a0e3-c81cc7b23cd3 req-3d0a354d-b563-474a-a68e-48adab045cb2 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:40.670801 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-dc56794c-2eb9-48b3-a0e3-c81cc7b23cd3 req-3d0a354d-b563-474a-a68e-48adab045cb2 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/ports?device_id=fe6e9f89-7228-463b-b906-679a99ec651c HTTP/1.1" status: 200 len: 943 time: 0.0592232 Nov 02 16:53:40.727233 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-dc56794c-2eb9-48b3-a0e3-c81cc7b23cd3 req-7972399c-12e0-49d2-accc-b312187c3264 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/security-groups?id=fd805a6a-8e4a-499f-b4ca-bb8b0cc4005d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494335 Nov 02 16:53:41.029192 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-bdb5bbd1-6b19-4a3f-8c54-5c09d3f9463d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:41.874173 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69971f16-4f6f-40f3-b6a8-f3c69a3d832a req-c5e26158-7c4b-4505-acff-17d6f506a105 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:41.875680 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-69971f16-4f6f-40f3-b6a8-f3c69a3d832a req-c5e26158-7c4b-4505-acff-17d6f506a105 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/ports?device_id=fe6e9f89-7228-463b-b906-679a99ec651c HTTP/1.1" status: 200 len: 943 time: 0.0633004 Nov 02 16:53:41.939068 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-69971f16-4f6f-40f3-b6a8-f3c69a3d832a req-5da49867-9064-4e04-a0b8-024e27753a58 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/security-groups?id=fd805a6a-8e4a-499f-b4ca-bb8b0cc4005d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564353 Nov 02 16:53:42.860961 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-dfe49d6c-b306-436a-ba68-760764be264a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:43.077012 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c832552-fe47-45cb-b56b-b4aff612f77b req-c14196c8-21a3-4e58-b90e-cb49b9ab3f2f tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:43.078862 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-1c832552-fe47-45cb-b56b-b4aff612f77b req-c14196c8-21a3-4e58-b90e-cb49b9ab3f2f tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/ports?device_id=fe6e9f89-7228-463b-b906-679a99ec651c HTTP/1.1" status: 200 len: 943 time: 0.0563970 Nov 02 16:53:43.138852 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-1c832552-fe47-45cb-b56b-b4aff612f77b req-188d3b0f-a95d-492a-9f7e-36e883b6f720 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/security-groups?id=fd805a6a-8e4a-499f-b4ca-bb8b0cc4005d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521674 Nov 02 16:53:43.760029 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device ade707f9-321b-475f-822b-2951865dc9c2 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=113346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:53:43.881044 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port ade707f9-321b-475f-822b-2951865dc9c2, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=ade707f9-321b-475f-822b-2951865dc9c2,segment=NetworkSegment(c9ad6c23-a550-48b0-9333-3b6d595c667a),segment_id=c9ad6c23-a550-48b0-9333-3b6d595c667a)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:53:43.895273 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Returning: {'device': 'ade707f9-321b-475f-822b-2951865dc9c2', 'network_id': 'ef399344-c729-4536-b6ad-dc1eae816e3b', 'port_id': 'ade707f9-321b-475f-822b-2951865dc9c2', 'mac_address': 'fa:16:3e:f3:f2:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ccf6b4a-d512-4843-96a8-2ff2740ca99f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:53:43.939163 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:43.958115 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.notifiers.nova [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ade707f9-321b-475f-822b-2951865dc9c2 {{(pid=113346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:53:43.982548 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port ade707f9-321b-475f-822b-2951865dc9c2, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=ade707f9-321b-475f-822b-2951865dc9c2,segment=NetworkSegment(c9ad6c23-a550-48b0-9333-3b6d595c667a),segment_id=c9ad6c23-a550-48b0-9333-3b6d595c667a)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:53:43.987662 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:44.042442 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Pushing event updated for resources: {'Port': ['ID=ade707f9-321b-475f-822b-2951865dc9c2,revision_number=4']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:44.051771 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:53:44.052105 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:53:44.052525 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:53:44.052868 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:53:44.053378 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:53:44.053758 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:53:44.054185 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:53:44.054559 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:53:44.054751 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:53:44.055078 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:53:44.055714 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:53:44.056069 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:53:44.277981 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649381d-351f-4e6a-8729-e14d2b40fa55 req-a445a2a0-51ea-435f-9841-2cc937a24646 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:44.279729 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-1649381d-351f-4e6a-8729-e14d2b40fa55 req-a445a2a0-51ea-435f-9841-2cc937a24646 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/ports?device_id=fe6e9f89-7228-463b-b906-679a99ec651c HTTP/1.1" status: 200 len: 944 time: 0.0562572 Nov 02 16:53:44.335765 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-1649381d-351f-4e6a-8729-e14d2b40fa55 req-d07fb28e-6c35-4e64-9757-60bde880dff2 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/security-groups?id=fd805a6a-8e4a-499f-b4ca-bb8b0cc4005d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490863 Nov 02 16:53:44.360692 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] get_ports_and_sgs() called for port_ids ['ade707f9-321b-475f-822b-2951865dc9c2'] {{(pid=113346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:53:44.667233 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0b95-0143-42d2-8d33-45f1b37c89de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:45.470813 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d194a49f-6144-487c-b837-3a395ed0e326 req-be8d5108-13c8-48cf-9056-ee98e71a475d tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:45.472463 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-d194a49f-6144-487c-b837-3a395ed0e326 req-be8d5108-13c8-48cf-9056-ee98e71a475d tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/ports?device_id=fe6e9f89-7228-463b-b906-679a99ec651c HTTP/1.1" status: 200 len: 944 time: 0.0550451 Nov 02 16:53:45.525950 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-d194a49f-6144-487c-b837-3a395ed0e326 req-6f5c75c6-07bf-4896-aa9c-19699714679e tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/security-groups?id=fd805a6a-8e4a-499f-b4ca-bb8b0cc4005d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456314 Nov 02 16:53:45.774641 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device ade707f9-321b-475f-822b-2951865dc9c2 up at agent hyperv_hv-cinder-77387 {{(pid=113346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:53:45.828484 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Provisioning for port ade707f9-321b-475f-822b-2951865dc9c2 completed by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:53:45.833177 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Provisioning complete for port ade707f9-321b-475f-822b-2951865dc9c2 triggered by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:53:45.833569 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:45.925636 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:45.972001 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port ade707f9-321b-475f-822b-2951865dc9c2, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=ade707f9-321b-475f-822b-2951865dc9c2,segment=NetworkSegment(c9ad6c23-a550-48b0-9333-3b6d595c667a),segment_id=c9ad6c23-a550-48b0-9333-3b6d595c667a)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:53:45.973082 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe6e9f89-7228-463b-b906-679a99ec651c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade707f9-321b-475f-822b-2951865dc9c2'}] {{(pid=113346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:53:45.976891 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76f9361971789a5ad3b4a9c4b1498f7b6e6fa8520131c3d92747b1d2ae9477a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d530ac-0545-4bf8-8220-e9e10322b504" -d '{"events": [{"server_uuid": "fe6e9f89-7228-463b-b906-679a99ec651c", "name": "network-vif-plugged", "status": "completed", "tag": "ade707f9-321b-475f-822b-2951865dc9c2"}]}' {{(pid=113346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:53:45.982328 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:46.043623 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3bc6d21-2d39-4a11-9d58-4cfd01bf0230 x-openstack-request-id: req-e3bc6d21-2d39-4a11-9d58-4cfd01bf0230 {{(pid=113346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:53:46.043958 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe6e9f89-7228-463b-b906-679a99ec651c", "name": "network-vif-plugged", "status": "completed", "tag": "ade707f9-321b-475f-822b-2951865dc9c2", "code": 200}]} {{(pid=113346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:53:46.044230 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-e3bc6d21-2d39-4a11-9d58-4cfd01bf0230 {{(pid=113346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:53:46.044862 dv-cinder-773876-4-iscsi neutron-server[113346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe6e9f89-7228-463b-b906-679a99ec651c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade707f9-321b-475f-822b-2951865dc9c2', 'code': 200} Nov 02 16:53:46.075362 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Pushing event updated for resources: {'Port': ['ID=ade707f9-321b-475f-822b-2951865dc9c2,revision_number=5']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:46.080504 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:46.371858 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb3ad86-4b02-4ca7-bed9-e2112f6fd28c req-22957a3c-9c0f-4c79-a115-2f0d91634e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:46.374332 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-8fb3ad86-4b02-4ca7-bed9-e2112f6fd28c req-22957a3c-9c0f-4c79-a115-2f0d91634e0d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=fe6e9f89-7228-463b-b906-679a99ec651c HTTP/1.1" status: 200 len: 1098 time: 0.0539610 Nov 02 16:53:46.427243 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-8fb3ad86-4b02-4ca7-bed9-e2112f6fd28c req-39f62f0b-5c61-4887-a45d-7c75705f8d9d service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=fd805a6a-8e4a-499f-b4ca-bb8b0cc4005d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435762 Nov 02 16:53:46.657834 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e02d1-dc45-4f77-8d7e-ade0cfe8ec56 req-dcd5567d-71db-4f42-b8ea-1f5ce75c0a60 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:46.659850 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-589e02d1-dc45-4f77-8d7e-ade0cfe8ec56 req-dcd5567d-71db-4f42-b8ea-1f5ce75c0a60 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/ports?device_id=fe6e9f89-7228-463b-b906-679a99ec651c HTTP/1.1" status: 200 len: 945 time: 0.0561516 Nov 02 16:53:46.711918 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-589e02d1-dc45-4f77-8d7e-ade0cfe8ec56 req-da6e9f10-f351-43dc-a2d2-ae570d6dae91 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/security-groups?id=fd805a6a-8e4a-499f-b4ca-bb8b0cc4005d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453546 Nov 02 16:53:47.349202 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d97afb0-09ed-4015-a30d-5b8ea8784090 req-107320f5-0e35-4fe4-81ce-4c0dcd540c04 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:47.351479 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-7d97afb0-09ed-4015-a30d-5b8ea8784090 req-107320f5-0e35-4fe4-81ce-4c0dcd540c04 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=886e9a36-a4f8-44ed-80d0-6a440f49e430 HTTP/1.1" status: 200 len: 946 time: 0.0590212 Nov 02 16:53:47.409851 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-7d97afb0-09ed-4015-a30d-5b8ea8784090 req-a65eb1cd-1cc2-4c2f-acea-ce6bd709e5ee tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=fdbf1ce9-36c7-4d3e-8369-8d851677c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0515604 Nov 02 16:53:47.869849 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0861d73c-5db1-4ecd-8967-553f870d2d82 req-26548c62-e05a-45b7-9de3-d43332a117f2 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:47.872706 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-0861d73c-5db1-4ecd-8967-553f870d2d82 req-26548c62-e05a-45b7-9de3-d43332a117f2 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/ports?device_id=fe6e9f89-7228-463b-b906-679a99ec651c HTTP/1.1" status: 200 len: 945 time: 0.0670519 Nov 02 16:53:47.928689 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-0861d73c-5db1-4ecd-8967-553f870d2d82 req-0a1b33a9-bcf3-4662-8fcd-212ceeb35ddd tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/security-groups?id=fd805a6a-8e4a-499f-b4ca-bb8b0cc4005d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492682 Nov 02 16:53:48.549926 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6c470-39b7-4714-8000-5f795b1fd91e req-3a372a7c-44a9-4330-802c-74b975250f96 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:48.551416 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-12f6c470-39b7-4714-8000-5f795b1fd91e req-3a372a7c-44a9-4330-802c-74b975250f96 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=886e9a36-a4f8-44ed-80d0-6a440f49e430 HTTP/1.1" status: 200 len: 946 time: 0.0556684 Nov 02 16:53:48.610918 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-12f6c470-39b7-4714-8000-5f795b1fd91e req-44bfd8c5-a7c8-4975-8f1f-86ebb57e0ab3 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=fdbf1ce9-36c7-4d3e-8369-8d851677c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0521660 Nov 02 16:53:49.069393 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c2fb4-bae8-4630-8a83-f3087248afc2 req-66379ae0-a770-4999-a401-e2d55fc51797 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:49.071114 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-9e7c2fb4-bae8-4630-8a83-f3087248afc2 req-66379ae0-a770-4999-a401-e2d55fc51797 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/ports?device_id=fe6e9f89-7228-463b-b906-679a99ec651c HTTP/1.1" status: 200 len: 945 time: 0.0573742 Nov 02 16:53:49.127595 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-9e7c2fb4-bae8-4630-8a83-f3087248afc2 req-cfbb5ff1-da55-4b8d-a8f1-21dfb58c4ab0 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/security-groups?id=fd805a6a-8e4a-499f-b4ca-bb8b0cc4005d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495963 Nov 02 16:53:49.259315 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb8b8d6-4a29-4064-8a42-1187547cd3f9 req-c5dcb314-815e-4302-a3f6-80c8383a8536 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:49.261238 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-acb8b8d6-4a29-4064-8a42-1187547cd3f9 req-c5dcb314-815e-4302-a3f6-80c8383a8536 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/ports?device_id=fe6e9f89-7228-463b-b906-679a99ec651c HTTP/1.1" status: 200 len: 945 time: 0.0562382 Nov 02 16:53:49.315977 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-acb8b8d6-4a29-4064-8a42-1187547cd3f9 req-a92d911e-8503-49d8-8d01-cd02cc165694 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/security-groups?id=fd805a6a-8e4a-499f-b4ca-bb8b0cc4005d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481358 Nov 02 16:53:49.342041 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 47096) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:49.485829 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f32382-9474-4240-8a01-e7d747897815 tempest-TestShelveInstance-392344495 tempest-TestShelveInstance-392344495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:49.487541 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-c1f32382-9474-4240-8a01-e7d747897815 tempest-TestShelveInstance-392344495 tempest-TestShelveInstance-392344495-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=fe6e9f89-7228-463b-b906-679a99ec651c HTTP/1.1" status: 200 len: 1093 time: 0.1442988 Nov 02 16:53:49.492674 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 47102) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:53:49.498167 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.v2.base [None req-a5679c76-4290-41c3-b2a3-7f53ef983c2b tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Request body: {'floatingip': {'floating_network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'port_id': 'ade707f9-321b-475f-822b-2951865dc9c2', 'tenant_id': 'c1f5daa1c5be44b48448e0480398d984', 'fixed_ip_address': '172.20.0.8'}} {{(pid=113344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:53:49.525223 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-a5679c76-4290-41c3-b2a3-7f53ef983c2b tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Publish callbacks [] for floatingip, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:49.651901 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-a5679c76-4290-41c3-b2a3-7f53ef983c2b tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:49.797174 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b93d8-735c-46fa-9aa3-982c7d08b382 req-a5f4609f-3865-46e1-be86-a95805a19d19 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:49.798719 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-6b2b93d8-735c-46fa-9aa3-982c7d08b382 req-a5f4609f-3865-46e1-be86-a95805a19d19 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=886e9a36-a4f8-44ed-80d0-6a440f49e430 HTTP/1.1" status: 200 len: 946 time: 0.1029067 Nov 02 16:53:49.812977 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.db.db_base_plugin_common [None req-a5679c76-4290-41c3-b2a3-7f53ef983c2b tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Allocated IP 172.27.1.208 (e732c7b6-4740-4909-a10c-6231f1bdbede/886e8f69-733b-40e5-a835-3f68eef2cfaf/424fb9b7-7df5-4040-9060-dd7a41340aa2) {{(pid=113344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:53:49.913340 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-6b2b93d8-735c-46fa-9aa3-982c7d08b382 req-ecb25549-56ec-4509-8958-9e06c476492e tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=fdbf1ce9-36c7-4d3e-8369-8d851677c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1024702 Nov 02 16:53:49.960775 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-a5679c76-4290-41c3-b2a3-7f53ef983c2b tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Publish callbacks [] for port, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:49.998745 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-a5679c76-4290-41c3-b2a3-7f53ef983c2b tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788024814062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25371697'] for port, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:50.047087 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5679c76-4290-41c3-b2a3-7f53ef983c2b tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Network e732c7b6-4740-4909-a10c-6231f1bdbede is already hosted by enough agents. {{(pid=113344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:53:50.053166 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.base_scheduler [None req-a5679c76-4290-41c3-b2a3-7f53ef983c2b tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Resources bound (agent type, host, resource id): {{(pid=113344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:53:50.057689 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5679c76-4290-41c3-b2a3-7f53ef983c2b tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Received port after_create {{(pid=113344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:53:50.064257 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5679c76-4290-41c3-b2a3-7f53ef983c2b tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Pushing event updated for resources: {'Port': ['ID=424fb9b7-7df5-4040-9060-dd7a41340aa2,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:50.094343 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5679c76-4290-41c3-b2a3-7f53ef983c2b tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:53:50.094698 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5679c76-4290-41c3-b2a3-7f53ef983c2b tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:53:50.095042 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5679c76-4290-41c3-b2a3-7f53ef983c2b tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:53:50.095394 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5679c76-4290-41c3-b2a3-7f53ef983c2b tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:53:50.095739 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5679c76-4290-41c3-b2a3-7f53ef983c2b tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:53:50.096084 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5679c76-4290-41c3-b2a3-7f53ef983c2b tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:53:50.096462 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5679c76-4290-41c3-b2a3-7f53ef983c2b tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:53:50.096804 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5679c76-4290-41c3-b2a3-7f53ef983c2b tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:53:50.097147 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5679c76-4290-41c3-b2a3-7f53ef983c2b tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:53:50.097488 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5679c76-4290-41c3-b2a3-7f53ef983c2b tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:53:50.097824 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5679c76-4290-41c3-b2a3-7f53ef983c2b tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:53:50.098168 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5679c76-4290-41c3-b2a3-7f53ef983c2b tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:53:50.458452 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-a5679c76-4290-41c3-b2a3-7f53ef983c2b tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Publish callbacks [] for floatingip, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:50.534102 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-a5679c76-4290-41c3-b2a3-7f53ef983c2b tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:50.707028 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-a5679c76-4290-41c3-b2a3-7f53ef983c2b tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Publish callbacks [] for port, precommit_update {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:50.713441 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-a5679c76-4290-41c3-b2a3-7f53ef983c2b tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25371688'] for port, after_update {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:50.784903 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5679c76-4290-41c3-b2a3-7f53ef983c2b tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Pushing event updated for resources: {'Port': ['ID=424fb9b7-7df5-4040-9060-dd7a41340aa2,revision_number=2']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:53:50.801250 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-a5679c76-4290-41c3-b2a3-7f53ef983c2b tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3707972'] for floatingip, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:50.909490 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.db.l3_db [None req-a5679c76-4290-41c3-b2a3-7f53ef983c2b tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Floating IP 091e0a03-0660-4d84-95fe-801c16ceb663 associated. External IP: 172.27.1.208, port: ade707f9-321b-475f-822b-2951865dc9c2. Nov 02 16:53:51.103357 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b8c0ae-5650-4bf1-8462-cf4db1991bed req-72a4f8e3-3797-4a12-8029-4c4533e37376 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:51.105004 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-a0b8c0ae-5650-4bf1-8462-cf4db1991bed req-72a4f8e3-3797-4a12-8029-4c4533e37376 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=886e9a36-a4f8-44ed-80d0-6a440f49e430 HTTP/1.1" status: 200 len: 946 time: 0.1001019 Nov 02 16:53:51.203032 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-a0b8c0ae-5650-4bf1-8462-cf4db1991bed req-c459d33e-cad1-40f7-b776-da64792776fb tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=fdbf1ce9-36c7-4d3e-8369-8d851677c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0902417 Nov 02 16:53:51.211361 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5679c76-4290-41c3-b2a3-7f53ef983c2b tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Router b66fc859-41d4-476b-8b6c-bcaf3056edf7 has already been hosted by L3 agent 23c85ca8-88a6-46e7-9165-338a7fd1d142 {{(pid=113344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:53:51.327827 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5679c76-4290-41c3-b2a3-7f53ef983c2b tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Notify agent at l3_agent.dv-cinder-773876-4-iscsi the message routers_updated {{(pid=113344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:53:51.342667 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0392ad2-9936-44ae-84fa-8a5f62dd9b62 None None] Sync routers for ids ['b66fc859-41d4-476b-8b6c-bcaf3056edf7'] in dv-cinder-773876-4-iscsi {{(pid=113346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:53:51.348118 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-a5679c76-4290-41c3-b2a3-7f53ef983c2b tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221'] for floatingip, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:51.354811 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0392ad2-9936-44ae-84fa-8a5f62dd9b62 None None] Routers {'b66fc859-41d4-476b-8b6c-bcaf3056edf7'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:53:51.355513 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-e0392ad2-9936-44ae-84fa-8a5f62dd9b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:53:41Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['b66fc859-41d4-476b-8b6c-bcaf3056edf7'], 'active': True} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:51.377965 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-a5679c76-4290-41c3-b2a3-7f53ef983c2b tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8839207 Nov 02 16:53:51.378766 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe6e9f89-7228-463b-b906-679a99ec651c', 'tag': 'ade707f9-321b-475f-822b-2951865dc9c2'}] {{(pid=113344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:53:51.381659 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5f30fc3850fd44c96454e051096f60fc18984a92350f5d63aa5481a86e136a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a7c5c1-1c50-4d09-9696-643f31f82375" -d '{"events": [{"name": "network-changed", "server_uuid": "fe6e9f89-7228-463b-b906-679a99ec651c", "tag": "ade707f9-321b-475f-822b-2951865dc9c2"}]}' {{(pid=113344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:53:51.423726 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f144f29d-7c8a-4491-8820-cf236eb29ecc x-openstack-request-id: req-f144f29d-7c8a-4491-8820-cf236eb29ecc {{(pid=113344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:53:51.424039 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe6e9f89-7228-463b-b906-679a99ec651c", "tag": "ade707f9-321b-475f-822b-2951865dc9c2", "status": "completed", "code": 200}]} {{(pid=113344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:53:51.424355 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-f144f29d-7c8a-4491-8820-cf236eb29ecc {{(pid=113344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:53:51.424794 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe6e9f89-7228-463b-b906-679a99ec651c', 'tag': 'ade707f9-321b-475f-822b-2951865dc9c2', 'status': 'completed', 'code': 200} Nov 02 16:53:51.471007 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvr_db [None req-e0392ad2-9936-44ae-84fa-8a5f62dd9b62 None None] Set router b66fc859-41d4-476b-8b6c-bcaf3056edf7 gateway port host: dv-cinder-773876-4-iscsi {{(pid=113346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:53:51.502343 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a7c5c1-1c50-4d09-9696-643f31f82375 req-e589c63e-5937-4817-bb8f-01e3e4541552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:51.504169 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-a5a7c5c1-1c50-4d09-9696-643f31f82375 req-e589c63e-5937-4817-bb8f-01e3e4541552 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c1f5daa1c5be44b48448e0480398d984&device_id=fe6e9f89-7228-463b-b906-679a99ec651c HTTP/1.1" status: 200 len: 1098 time: 0.0445361 Nov 02 16:53:51.608792 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a7c5c1-1c50-4d09-9696-643f31f82375 req-1cd17404-1171-4257-ac53-25d46d9c2e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:51.610460 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-a5a7c5c1-1c50-4d09-9696-643f31f82375 req-1cd17404-1171-4257-ac53-25d46d9c2e01 service neutron] 10.222.0.76 "GET /v2.0/networks?id=ef399344-c729-4536-b6ad-dc1eae816e3b HTTP/1.1" status: 200 len: 909 time: 0.0956926 Nov 02 16:53:51.679740 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-a5a7c5c1-1c50-4d09-9696-643f31f82375 req-583392bb-43e2-4589-bb7a-391a30211b16 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ade707f9-321b-475f-822b-2951865dc9c2 HTTP/1.1" status: 200 len: 999 time: 0.0615563 Nov 02 16:53:51.712906 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-e0392ad2-9936-44ae-84fa-8a5f62dd9b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66fc859-41d4-476b-8b6c-bcaf3056edf7', 'name': 'tempest-TestShelveInstance-620819347-router', 'tenant_id': 'c1f5daa1c5be44b48448e0480398d984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'f65a1f3c-17bb-4d25-af79-e84bb92830d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:52:48Z', 'updated_at': '2021-11-02T16:52:53Z', 'revision_number': 4, 'project_id': 'c1f5daa1c5be44b48448e0480398d984', 'gw_port': {'id': 'f65a1f3c-17bb-4d25-af79-e84bb92830d5', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:03:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66fc859-41d4-476b-8b6c-bcaf3056edf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:52:49Z', 'updated_at': '2021-11-02T16:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_floatingips': [{'id': '091e0a03-0660-4d84-95fe-801c16ceb663', 'tenant_id': 'c1f5daa1c5be44b48448e0480398d984', 'floating_ip_address': '172.27.1.208', 'floating_network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'router_id': 'b66fc859-41d4-476b-8b6c-bcaf3056edf7', 'port_id': 'ade707f9-321b-475f-822b-2951865dc9c2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef399344-c729-4536-b6ad-dc1eae816e3b', 'mac_address': 'fa:16:3e:f3:f2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6e9f89-7228-463b-b906-679a99ec651c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:53:50Z', 'updated_at': '2021-11-02T16:53:50Z', 'revision_number': 0, 'project_id': 'c1f5daa1c5be44b48448e0480398d984', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a93a6b97-df00-496a-9c5a-d2c440acafba', 'name': '', 'network_id': 'ef399344-c729-4536-b6ad-dc1eae816e3b', 'tenant_id': 'c1f5daa1c5be44b48448e0480398d984', 'mac_address': 'fa:16:3e:90:d9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66fc859-41d4-476b-8b6c-bcaf3056edf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '4ccf6b4a-d512-4843-96a8-2ff2740ca99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:52:53Z', 'updated_at': '2021-11-02T16:52:59Z', 'revision_number': 5, 'project_id': 'c1f5daa1c5be44b48448e0480398d984', 'subnets': [{'id': '4ccf6b4a-d512-4843-96a8-2ff2740ca99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:51.737766 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a7c5c1-1c50-4d09-9696-643f31f82375 req-bfc4c0a1-2a59-4396-873d-22850d0c2ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:51.739495 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-a5a7c5c1-1c50-4d09-9696-643f31f82375 req-bfc4c0a1-2a59-4396-873d-22850d0c2ea8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4ccf6b4a-d512-4843-96a8-2ff2740ca99f HTTP/1.1" status: 200 len: 847 time: 0.0525672 Nov 02 16:53:51.741984 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0392ad2-9936-44ae-84fa-8a5f62dd9b62 None None] Checking router: b66fc859-41d4-476b-8b6c-bcaf3056edf7 for host: dv-cinder-773876-4-iscsi {{(pid=113346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:53:51.751654 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0392ad2-9936-44ae-84fa-8a5f62dd9b62 None None] Routers {'b66fc859-41d4-476b-8b6c-bcaf3056edf7'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:53:51.752464 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-e0392ad2-9936-44ae-84fa-8a5f62dd9b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:53:41Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['b66fc859-41d4-476b-8b6c-bcaf3056edf7'], 'active': True} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:51.802754 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a7c5c1-1c50-4d09-9696-643f31f82375 req-c1e87b0e-c697-4983-8044-65fcf6454f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:51.804645 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-a5a7c5c1-1c50-4d09-9696-643f31f82375 req-c1e87b0e-c697-4983-8044-65fcf6454f0a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ef399344-c729-4536-b6ad-dc1eae816e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0503354 Nov 02 16:53:51.882734 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvr_db [None req-e0392ad2-9936-44ae-84fa-8a5f62dd9b62 None None] Set router b66fc859-41d4-476b-8b6c-bcaf3056edf7 gateway port host: dv-cinder-773876-4-iscsi {{(pid=113346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:53:51.907713 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-a5a7c5c1-1c50-4d09-9696-643f31f82375 req-3c05ccdb-cf5d-4d78-8f7e-e1c0a4b349cc service neutron] 10.222.0.76 "GET /v2.0/networks/ef399344-c729-4536-b6ad-dc1eae816e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959816 Nov 02 16:53:51.950798 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:53:52.021115 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-a5a7c5c1-1c50-4d09-9696-643f31f82375 req-27342235-669f-49e9-a0fb-1b9767cf422b service neutron] 10.222.0.76 "GET /v2.0/networks/ef399344-c729-4536-b6ad-dc1eae816e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048191 Nov 02 16:53:52.154026 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-e0392ad2-9936-44ae-84fa-8a5f62dd9b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66fc859-41d4-476b-8b6c-bcaf3056edf7', 'name': 'tempest-TestShelveInstance-620819347-router', 'tenant_id': 'c1f5daa1c5be44b48448e0480398d984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'f65a1f3c-17bb-4d25-af79-e84bb92830d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:52:48Z', 'updated_at': '2021-11-02T16:52:53Z', 'revision_number': 4, 'project_id': 'c1f5daa1c5be44b48448e0480398d984', 'gw_port': {'id': 'f65a1f3c-17bb-4d25-af79-e84bb92830d5', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:03:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66fc859-41d4-476b-8b6c-bcaf3056edf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:52:49Z', 'updated_at': '2021-11-02T16:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_floatingips': [{'id': '091e0a03-0660-4d84-95fe-801c16ceb663', 'tenant_id': 'c1f5daa1c5be44b48448e0480398d984', 'floating_ip_address': '172.27.1.208', 'floating_network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'router_id': 'b66fc859-41d4-476b-8b6c-bcaf3056edf7', 'port_id': 'ade707f9-321b-475f-822b-2951865dc9c2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef399344-c729-4536-b6ad-dc1eae816e3b', 'mac_address': 'fa:16:3e:f3:f2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6e9f89-7228-463b-b906-679a99ec651c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:53:50Z', 'updated_at': '2021-11-02T16:53:50Z', 'revision_number': 0, 'project_id': 'c1f5daa1c5be44b48448e0480398d984', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a93a6b97-df00-496a-9c5a-d2c440acafba', 'name': '', 'network_id': 'ef399344-c729-4536-b6ad-dc1eae816e3b', 'tenant_id': 'c1f5daa1c5be44b48448e0480398d984', 'mac_address': 'fa:16:3e:90:d9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66fc859-41d4-476b-8b6c-bcaf3056edf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '4ccf6b4a-d512-4843-96a8-2ff2740ca99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:52:53Z', 'updated_at': '2021-11-02T16:52:59Z', 'revision_number': 5, 'project_id': 'c1f5daa1c5be44b48448e0480398d984', 'subnets': [{'id': '4ccf6b4a-d512-4843-96a8-2ff2740ca99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:53:52.181478 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0392ad2-9936-44ae-84fa-8a5f62dd9b62 None None] The sync data for ids ['b66fc859-41d4-476b-8b6c-bcaf3056edf7'] in dv-cinder-773876-4-iscsi is: [{'id': 'b66fc859-41d4-476b-8b6c-bcaf3056edf7', 'name': 'tempest-TestShelveInstance-620819347-router', 'tenant_id': 'c1f5daa1c5be44b48448e0480398d984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'f65a1f3c-17bb-4d25-af79-e84bb92830d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:52:48Z', 'updated_at': '2021-11-02T16:52:53Z', 'revision_number': 4, 'project_id': 'c1f5daa1c5be44b48448e0480398d984', 'gw_port': {'id': 'f65a1f3c-17bb-4d25-af79-e84bb92830d5', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:03:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66fc859-41d4-476b-8b6c-bcaf3056edf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:52:49Z', 'updated_at': '2021-11-02T16:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_floatingips': [{'id': '091e0a03-0660-4d84-95fe-801c16ceb663', 'tenant_id': 'c1f5daa1c5be44b48448e0480398d984', 'floating_ip_address': '172.27.1.208', 'floating_network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'router_id': 'b66fc859-41d4-476b-8b6c-bcaf3056edf7', 'port_id': 'ade707f9-321b-475f-822b-2951865dc9c2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef399344-c729-4536-b6ad-dc1eae816e3b', 'mac_address': 'fa:16:3e:f3:f2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6e9f89-7228-463b-b906-679a99ec651c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:53:50Z', 'updated_at': '2021-11-02T16:53:50Z', 'revision_number': 0, 'project_id': 'c1f5daa1c5be44b48448e0480398d984', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a93a6b97-df00-496a-9c5a-d2c440acafba', 'name': '', 'network_id': 'ef399344-c729-4536-b6ad-dc1eae816e3b', 'tenant_id': 'c1f5daa1c5be44b48448e0480398d984', 'mac_address': 'fa:16:3e:90:d9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66fc859-41d4-476b-8b6c-bcaf3056edf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '4ccf6b4a-d512-4843-96a8-2ff2740ca99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:52:53Z', 'updated_at': '2021-11-02T16:52:59Z', 'revision_number': 5, 'project_id': 'c1f5daa1c5be44b48448e0480398d984', 'subnets': [{'id': '4ccf6b4a-d512-4843-96a8-2ff2740ca99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:53:52.344168 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d33635b-0d2a-4e27-b0d3-9f881c18cbe9 req-ea48fdd0-a57c-4b71-a0e6-897088a83503 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:52.345864 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-9d33635b-0d2a-4e27-b0d3-9f881c18cbe9 req-ea48fdd0-a57c-4b71-a0e6-897088a83503 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=886e9a36-a4f8-44ed-80d0-6a440f49e430 HTTP/1.1" status: 200 len: 946 time: 0.0564666 Nov 02 16:53:52.401783 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-9d33635b-0d2a-4e27-b0d3-9f881c18cbe9 req-afef4d0c-622a-4fec-996e-c89df501ac12 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=fdbf1ce9-36c7-4d3e-8369-8d851677c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493033 Nov 02 16:53:52.433998 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba5bdc4-e0ec-47fd-9c08-69856f14e0b6 None None] New status for floating IP 091e0a03-0660-4d84-95fe-801c16ceb663: ACTIVE {{(pid=113347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 16:53:53.540559 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e90040-10cc-409a-8102-0c4ef28f97b0 req-0c8c0752-1920-46c2-9822-8d1f8b3ffc26 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:53.542065 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-83e90040-10cc-409a-8102-0c4ef28f97b0 req-0c8c0752-1920-46c2-9822-8d1f8b3ffc26 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=886e9a36-a4f8-44ed-80d0-6a440f49e430 HTTP/1.1" status: 200 len: 946 time: 0.0602710 Nov 02 16:53:53.593238 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-83e90040-10cc-409a-8102-0c4ef28f97b0 req-62ffa42a-41e0-44cc-987c-568dcaa51fe9 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=fdbf1ce9-36c7-4d3e-8369-8d851677c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443411 Nov 02 16:53:54.728301 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e9ed1c-b5df-40e3-943b-5248b9693813 req-d760805f-c7fd-4bab-9349-9137e85e3668 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:54.729903 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-d0e9ed1c-b5df-40e3-943b-5248b9693813 req-d760805f-c7fd-4bab-9349-9137e85e3668 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=886e9a36-a4f8-44ed-80d0-6a440f49e430 HTTP/1.1" status: 200 len: 946 time: 0.0536633 Nov 02 16:53:54.780113 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-d0e9ed1c-b5df-40e3-943b-5248b9693813 req-7055d10b-4c0a-4498-9d3f-d7a01016990c tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=fdbf1ce9-36c7-4d3e-8369-8d851677c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436273 Nov 02 16:53:55.915539 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96185b65-a9fe-4cf3-90f9-97e629e77d5d req-15341b5e-1468-4372-9ce5-c286bd4b2ecf tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:55.917222 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-96185b65-a9fe-4cf3-90f9-97e629e77d5d req-15341b5e-1468-4372-9ce5-c286bd4b2ecf tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=886e9a36-a4f8-44ed-80d0-6a440f49e430 HTTP/1.1" status: 200 len: 946 time: 0.0553713 Nov 02 16:53:55.975762 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-96185b65-a9fe-4cf3-90f9-97e629e77d5d req-5e6519f5-e9e3-4445-a5f4-d55144a0faac tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=fdbf1ce9-36c7-4d3e-8369-8d851677c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0519176 Nov 02 16:53:57.110188 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30505b62-eaf1-4ce8-b21f-750c6ddc626e req-dbf3a427-2117-4717-98c8-d47d918add06 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:57.111703 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-30505b62-eaf1-4ce8-b21f-750c6ddc626e req-dbf3a427-2117-4717-98c8-d47d918add06 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=886e9a36-a4f8-44ed-80d0-6a440f49e430 HTTP/1.1" status: 200 len: 946 time: 0.0569856 Nov 02 16:53:57.171389 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-30505b62-eaf1-4ce8-b21f-750c6ddc626e req-c88411b5-7307-4b1b-b6e7-6c02c655e3f1 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=fdbf1ce9-36c7-4d3e-8369-8d851677c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0522404 Nov 02 16:53:58.306016 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865cbc9-64a2-488c-be1f-fbd8c0eaec8b req-81339b3f-1177-4dd1-9983-377747769e43 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:58.307727 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-8865cbc9-64a2-488c-be1f-fbd8c0eaec8b req-81339b3f-1177-4dd1-9983-377747769e43 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=886e9a36-a4f8-44ed-80d0-6a440f49e430 HTTP/1.1" status: 200 len: 946 time: 0.0558481 Nov 02 16:53:58.364817 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-8865cbc9-64a2-488c-be1f-fbd8c0eaec8b req-640be037-df04-478c-97c1-23175e6de1dc tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=fdbf1ce9-36c7-4d3e-8369-8d851677c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502973 Nov 02 16:53:59.498643 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8566cb-4f0d-45d1-8921-ed07b4f1b142 req-f3ca424d-d990-4048-82a1-264a543522cf tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:53:59.500304 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-3b8566cb-4f0d-45d1-8921-ed07b4f1b142 req-f3ca424d-d990-4048-82a1-264a543522cf tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=886e9a36-a4f8-44ed-80d0-6a440f49e430 HTTP/1.1" status: 200 len: 946 time: 0.0581522 Nov 02 16:53:59.556783 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-3b8566cb-4f0d-45d1-8921-ed07b4f1b142 req-1c6971a8-738b-4be7-b24e-c9a5579e740a tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=fdbf1ce9-36c7-4d3e-8369-8d851677c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496919 Nov 02 16:54:00.693539 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f43fae-97f3-4513-8da6-d6c9b4cfd2fe req-3bcc89e2-ff53-4773-840a-5fb42afec321 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:00.695212 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-13f43fae-97f3-4513-8da6-d6c9b4cfd2fe req-3bcc89e2-ff53-4773-840a-5fb42afec321 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=886e9a36-a4f8-44ed-80d0-6a440f49e430 HTTP/1.1" status: 200 len: 946 time: 0.0549822 Nov 02 16:54:00.748716 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-13f43fae-97f3-4513-8da6-d6c9b4cfd2fe req-c9c004a9-c43f-4b84-8138-8e8803ae2c77 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=fdbf1ce9-36c7-4d3e-8369-8d851677c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457301 Nov 02 16:54:01.882220 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2af274-eae9-4048-aa96-92e41505ef41 req-34afb28b-cced-4121-abf8-4721d692a809 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:01.883751 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-9c2af274-eae9-4048-aa96-92e41505ef41 req-34afb28b-cced-4121-abf8-4721d692a809 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=886e9a36-a4f8-44ed-80d0-6a440f49e430 HTTP/1.1" status: 200 len: 946 time: 0.0558665 Nov 02 16:54:01.940860 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-9c2af274-eae9-4048-aa96-92e41505ef41 req-58b6ccff-deaf-48a6-9186-9872bd0ce530 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=fdbf1ce9-36c7-4d3e-8369-8d851677c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502737 Nov 02 16:54:03.069614 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ad48b6-9332-4de4-8b64-f2c18e44ce4d req-5ff565f0-050e-47b2-9d03-17b3894e13df tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:03.071253 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-a2ad48b6-9332-4de4-8b64-f2c18e44ce4d req-5ff565f0-050e-47b2-9d03-17b3894e13df tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=886e9a36-a4f8-44ed-80d0-6a440f49e430 HTTP/1.1" status: 200 len: 946 time: 0.0532851 Nov 02 16:54:03.122855 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-a2ad48b6-9332-4de4-8b64-f2c18e44ce4d req-b0411ed5-1616-4ebb-bc25-0b5fdc1a96ec tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=fdbf1ce9-36c7-4d3e-8369-8d851677c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447571 Nov 02 16:54:04.259938 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0da8de-1faf-4218-940c-2b833db73cad req-03f52c64-cdb5-4e33-aa35-f51ba03433be tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:04.261847 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-2c0da8de-1faf-4218-940c-2b833db73cad req-03f52c64-cdb5-4e33-aa35-f51ba03433be tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=886e9a36-a4f8-44ed-80d0-6a440f49e430 HTTP/1.1" status: 200 len: 946 time: 0.0572114 Nov 02 16:54:04.314158 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-2c0da8de-1faf-4218-940c-2b833db73cad req-94ab7fa3-c69f-4320-b330-ae8352dd465c tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=fdbf1ce9-36c7-4d3e-8369-8d851677c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457988 Nov 02 16:54:04.582239 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.agents_db [None req-4685c794-fb13-4fdb-802d-b1599aff033c None None] Agent healthcheck: found 6 active agents {{(pid=113347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:54:05.451345 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74168cc-ca5c-41f3-b244-ffe710e18f12 req-f19270e4-cfb4-4040-bf91-0e9a44df1ce9 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:05.453205 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-f74168cc-ca5c-41f3-b244-ffe710e18f12 req-f19270e4-cfb4-4040-bf91-0e9a44df1ce9 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=886e9a36-a4f8-44ed-80d0-6a440f49e430 HTTP/1.1" status: 200 len: 946 time: 0.0585058 Nov 02 16:54:05.503478 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-f74168cc-ca5c-41f3-b244-ffe710e18f12 req-5314fb36-8263-4a49-bff9-2a1006aad4d4 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=fdbf1ce9-36c7-4d3e-8369-8d851677c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433245 Nov 02 16:54:06.645330 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75e7afd-226b-40aa-ae6b-9955fb783bf5 req-c985e990-ce24-487c-9da8-7404ed2782f7 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:06.647531 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-c75e7afd-226b-40aa-ae6b-9955fb783bf5 req-c985e990-ce24-487c-9da8-7404ed2782f7 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=886e9a36-a4f8-44ed-80d0-6a440f49e430 HTTP/1.1" status: 200 len: 946 time: 0.0654986 Nov 02 16:54:06.699177 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-c75e7afd-226b-40aa-ae6b-9955fb783bf5 req-e6277998-d5c9-443f-8bdc-fad4a57d2c43 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=fdbf1ce9-36c7-4d3e-8369-8d851677c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450673 Nov 02 16:54:07.843906 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01df758-b286-46ef-817d-eeeb4842581f req-79845178-b6fe-4911-8982-179a503be473 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:07.845667 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-e01df758-b286-46ef-817d-eeeb4842581f req-79845178-b6fe-4911-8982-179a503be473 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=886e9a36-a4f8-44ed-80d0-6a440f49e430 HTTP/1.1" status: 200 len: 946 time: 0.0587585 Nov 02 16:54:07.905263 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-e01df758-b286-46ef-817d-eeeb4842581f req-dd452dd5-1efe-455a-9cd6-273512055277 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=fdbf1ce9-36c7-4d3e-8369-8d851677c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514133 Nov 02 16:54:08.347235 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-08d7c3c8-575c-4cf6-801f-4e5ca329b4ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:54:09.042534 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb2495-18ac-4b6e-8aa3-f4549f1e49af req-e3a70e35-b5f2-47f5-85d2-b1e7e008c45a tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:09.044256 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-ffbb2495-18ac-4b6e-8aa3-f4549f1e49af req-e3a70e35-b5f2-47f5-85d2-b1e7e008c45a tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=886e9a36-a4f8-44ed-80d0-6a440f49e430 HTTP/1.1" status: 200 len: 946 time: 0.0587070 Nov 02 16:54:09.110861 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-ffbb2495-18ac-4b6e-8aa3-f4549f1e49af req-b2687ddb-7238-4ec3-929f-6ed40c52a296 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=fdbf1ce9-36c7-4d3e-8369-8d851677c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0595994 Nov 02 16:54:09.918631 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device a1262248-0dda-4533-af48-5c1338bb2d4c details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=113346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:54:10.031500 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port a1262248-0dda-4533-af48-5c1338bb2d4c, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=a1262248-0dda-4533-af48-5c1338bb2d4c,segment=NetworkSegment(696e12bc-6b69-439e-85c8-346996a99755),segment_id=696e12bc-6b69-439e-85c8-346996a99755)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:54:10.205787 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Returning: {'device': 'a1262248-0dda-4533-af48-5c1338bb2d4c', 'network_id': '2642968c-324e-4035-9dba-a5695e42fc1f', 'port_id': 'a1262248-0dda-4533-af48-5c1338bb2d4c', 'mac_address': 'fa:16:3e:b8:9f:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd525ac9-44f8-421c-b093-9ce2aeedf323', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:54:10.248447 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:54:10.263441 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.notifiers.nova [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a1262248-0dda-4533-af48-5c1338bb2d4c {{(pid=113346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:54:10.280421 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3418807a-8d80-4e20-9d60-99eb4c3a3e03 req-2a1f972d-9a92-43c9-96d9-d818756181aa tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:10.282220 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-3418807a-8d80-4e20-9d60-99eb4c3a3e03 req-2a1f972d-9a92-43c9-96d9-d818756181aa tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=886e9a36-a4f8-44ed-80d0-6a440f49e430 HTTP/1.1" status: 200 len: 946 time: 0.0671766 Nov 02 16:54:10.289445 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port a1262248-0dda-4533-af48-5c1338bb2d4c, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=a1262248-0dda-4533-af48-5c1338bb2d4c,segment=NetworkSegment(696e12bc-6b69-439e-85c8-346996a99755),segment_id=696e12bc-6b69-439e-85c8-346996a99755)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:54:10.294112 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:54:10.361920 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Pushing event updated for resources: {'Port': ['ID=a1262248-0dda-4533-af48-5c1338bb2d4c,revision_number=6']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:10.412573 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] get_ports_and_sgs() called for port_ids ['a1262248-0dda-4533-af48-5c1338bb2d4c'] {{(pid=113346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:54:10.748628 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-3418807a-8d80-4e20-9d60-99eb4c3a3e03 req-26bd9df3-db87-4281-a315-7cc473e18a0d tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=fdbf1ce9-36c7-4d3e-8369-8d851677c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4550273 Nov 02 16:54:11.043380 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-eb542cb6-5ba3-43f1-9f54-de13a27be2c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:54:11.915859 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11766e24-e54e-49fd-bdb7-669956b4f03c req-1de47157-00d6-4555-879e-e6872decd2f4 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:11.918410 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-11766e24-e54e-49fd-bdb7-669956b4f03c req-1de47157-00d6-4555-879e-e6872decd2f4 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=886e9a36-a4f8-44ed-80d0-6a440f49e430 HTTP/1.1" status: 200 len: 945 time: 0.0633032 Nov 02 16:54:11.932361 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device a1262248-0dda-4533-af48-5c1338bb2d4c up at agent hyperv_hv-cinder-77387 {{(pid=113346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:54:12.009887 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Provisioning complete for port a1262248-0dda-4533-af48-5c1338bb2d4c triggered by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:54:12.010536 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:54:12.018201 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-11766e24-e54e-49fd-bdb7-669956b4f03c req-63028cd4-11d4-4a40-b87e-e4695a6df16d tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=fdbf1ce9-36c7-4d3e-8369-8d851677c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0882945 Nov 02 16:54:12.125751 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:54:12.159828 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '886e9a36-a4f8-44ed-80d0-6a440f49e430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1262248-0dda-4533-af48-5c1338bb2d4c'}] {{(pid=113346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:54:12.162923 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76f9361971789a5ad3b4a9c4b1498f7b6e6fa8520131c3d92747b1d2ae9477a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8735c36-95b7-4397-8efa-8d81657b4596" -d '{"events": [{"server_uuid": "886e9a36-a4f8-44ed-80d0-6a440f49e430", "name": "network-vif-plugged", "status": "completed", "tag": "a1262248-0dda-4533-af48-5c1338bb2d4c"}]}' {{(pid=113346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:54:12.181815 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port a1262248-0dda-4533-af48-5c1338bb2d4c, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=a1262248-0dda-4533-af48-5c1338bb2d4c,segment=NetworkSegment(696e12bc-6b69-439e-85c8-346996a99755),segment_id=696e12bc-6b69-439e-85c8-346996a99755)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:54:12.189468 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:54:12.231637 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9cd221-048a-4335-827a-17b46d5339b8 x-openstack-request-id: req-2d9cd221-048a-4335-827a-17b46d5339b8 {{(pid=113346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:54:12.231980 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "886e9a36-a4f8-44ed-80d0-6a440f49e430", "name": "network-vif-plugged", "status": "completed", "tag": "a1262248-0dda-4533-af48-5c1338bb2d4c", "code": 200}]} {{(pid=113346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:54:12.232360 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-2d9cd221-048a-4335-827a-17b46d5339b8 {{(pid=113346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:54:12.232723 dv-cinder-773876-4-iscsi neutron-server[113346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '886e9a36-a4f8-44ed-80d0-6a440f49e430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1262248-0dda-4533-af48-5c1338bb2d4c', 'code': 200} Nov 02 16:54:12.271327 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Pushing event updated for resources: {'Port': ['ID=a1262248-0dda-4533-af48-5c1338bb2d4c,revision_number=7']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:12.877407 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-dfe49d6c-b306-436a-ba68-760764be264a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:54:13.184245 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ae84eb-e098-4935-a35a-ddb0f9d54ec6 req-833531a0-e13e-4f89-868f-474f28b61851 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:13.186154 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-17ae84eb-e098-4935-a35a-ddb0f9d54ec6 req-833531a0-e13e-4f89-868f-474f28b61851 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=886e9a36-a4f8-44ed-80d0-6a440f49e430 HTTP/1.1" status: 200 len: 946 time: 0.0671179 Nov 02 16:54:13.257588 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-17ae84eb-e098-4935-a35a-ddb0f9d54ec6 req-40654be6-522d-4329-adfd-cc7a613ab977 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=fdbf1ce9-36c7-4d3e-8369-8d851677c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0642498 Nov 02 16:54:14.429128 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2b8cd-c55c-4e5d-89e0-0297dc72827f req-71643525-7d05-4988-87b4-50bd6d178d60 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:14.430948 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-b5c2b8cd-c55c-4e5d-89e0-0297dc72827f req-71643525-7d05-4988-87b4-50bd6d178d60 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=886e9a36-a4f8-44ed-80d0-6a440f49e430 HTTP/1.1" status: 200 len: 946 time: 0.0704322 Nov 02 16:54:14.515927 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-b5c2b8cd-c55c-4e5d-89e0-0297dc72827f req-e8fe54ef-68ed-4740-aaef-780af2443b0f tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=fdbf1ce9-36c7-4d3e-8369-8d851677c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0781729 Nov 02 16:54:14.672556 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0b95-0143-42d2-8d33-45f1b37c89de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:54:15.676233 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a019954-8ae5-48e5-b352-f42998c5b84f req-6dc6f65c-23d4-4c92-b834-d4684b1be862 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:15.679049 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-1a019954-8ae5-48e5-b352-f42998c5b84f req-6dc6f65c-23d4-4c92-b834-d4684b1be862 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=886e9a36-a4f8-44ed-80d0-6a440f49e430 HTTP/1.1" status: 200 len: 946 time: 0.0633874 Nov 02 16:54:15.775013 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-1a019954-8ae5-48e5-b352-f42998c5b84f req-4e20b68d-b2ce-49d4-9a45-f0a2df6d25c0 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=fdbf1ce9-36c7-4d3e-8369-8d851677c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0833614 Nov 02 16:54:16.073846 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:54:16.925871 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6745cae7-1baf-4776-94ba-56c207d5107a req-e22d88d7-029a-4df1-b2c2-f3d8852363bd tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:16.927939 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-6745cae7-1baf-4776-94ba-56c207d5107a req-e22d88d7-029a-4df1-b2c2-f3d8852363bd tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=886e9a36-a4f8-44ed-80d0-6a440f49e430 HTTP/1.1" status: 200 len: 946 time: 0.0748086 Nov 02 16:54:17.002641 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-6745cae7-1baf-4776-94ba-56c207d5107a req-43cd6d4b-e74e-41b9-9a17-fc1ae89982bc tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=fdbf1ce9-36c7-4d3e-8369-8d851677c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0656626 Nov 02 16:54:18.159034 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc194271-357f-4342-9d17-c917c9330c9b req-489bec45-3211-4d50-b6c2-1f3e67c8fc19 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:18.160793 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-cc194271-357f-4342-9d17-c917c9330c9b req-489bec45-3211-4d50-b6c2-1f3e67c8fc19 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=886e9a36-a4f8-44ed-80d0-6a440f49e430 HTTP/1.1" status: 200 len: 946 time: 0.0709677 Nov 02 16:54:18.231761 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-cc194271-357f-4342-9d17-c917c9330c9b req-e41461df-24a0-4216-968e-a942811de4f8 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=fdbf1ce9-36c7-4d3e-8369-8d851677c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0630763 Nov 02 16:54:19.399777 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1213d374-d2ed-446c-8f4e-3cd917612e0b req-d83601e5-66ef-443f-a27e-4d52dfa2b23a tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:19.402793 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-1213d374-d2ed-446c-8f4e-3cd917612e0b req-d83601e5-66ef-443f-a27e-4d52dfa2b23a tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=886e9a36-a4f8-44ed-80d0-6a440f49e430 HTTP/1.1" status: 200 len: 946 time: 0.0630238 Nov 02 16:54:19.463314 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-1213d374-d2ed-446c-8f4e-3cd917612e0b req-67a954b4-e117-4da4-9610-596cf65d16f7 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=fdbf1ce9-36c7-4d3e-8369-8d851677c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0541866 Nov 02 16:54:20.616300 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be421a7-947b-4eff-9934-244991d11872 req-4bfc90a8-38b9-4e60-a480-f3108e8d680a tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:20.617928 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-9be421a7-947b-4eff-9934-244991d11872 req-4bfc90a8-38b9-4e60-a480-f3108e8d680a tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=886e9a36-a4f8-44ed-80d0-6a440f49e430 HTTP/1.1" status: 200 len: 946 time: 0.0558658 Nov 02 16:54:20.674321 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-9be421a7-947b-4eff-9934-244991d11872 req-5e66d77e-765c-4f84-a912-978f7f56ba86 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=fdbf1ce9-36c7-4d3e-8369-8d851677c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495100 Nov 02 16:54:21.304060 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a7180-ce94-485b-a6b2-0330881a2968 req-81d9e025-aaab-47c4-b265-5451a7575a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:21.305788 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-c93a7180-ce94-485b-a6b2-0330881a2968 req-81d9e025-aaab-47c4-b265-5451a7575a96 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5cc524f131464fe097cff64187071316&device_id=886e9a36-a4f8-44ed-80d0-6a440f49e430 HTTP/1.1" status: 200 len: 1099 time: 0.0447233 Nov 02 16:54:21.412899 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a7180-ce94-485b-a6b2-0330881a2968 req-f790dd4b-0bc0-433c-b48f-c4cf38ae828b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:21.414521 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-c93a7180-ce94-485b-a6b2-0330881a2968 req-f790dd4b-0bc0-433c-b48f-c4cf38ae828b service neutron] 10.222.0.76 "GET /v2.0/networks?id=2642968c-324e-4035-9dba-a5695e42fc1f HTTP/1.1" status: 200 len: 918 time: 0.1005058 Nov 02 16:54:21.487006 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-c93a7180-ce94-485b-a6b2-0330881a2968 req-5182e471-4c1a-472b-88fb-9906b6c7caa6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1262248-0dda-4533-af48-5c1338bb2d4c HTTP/1.1" status: 200 len: 1002 time: 0.0634181 Nov 02 16:54:21.551627 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a7180-ce94-485b-a6b2-0330881a2968 req-5a8c199d-2aa2-499e-9652-e27cd3380075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:21.553978 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-c93a7180-ce94-485b-a6b2-0330881a2968 req-5a8c199d-2aa2-499e-9652-e27cd3380075 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fd525ac9-44f8-421c-b093-9ce2aeedf323 HTTP/1.1" status: 200 len: 856 time: 0.0546703 Nov 02 16:54:21.606678 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a7180-ce94-485b-a6b2-0330881a2968 req-f51df88a-893f-4372-92c0-02d0ffb47fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:21.608379 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-c93a7180-ce94-485b-a6b2-0330881a2968 req-f51df88a-893f-4372-92c0-02d0ffb47fe4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2642968c-324e-4035-9dba-a5695e42fc1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0464959 Nov 02 16:54:21.711354 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-c93a7180-ce94-485b-a6b2-0330881a2968 req-a46c576b-ee84-48b3-8616-872925827262 service neutron] 10.222.0.76 "GET /v2.0/networks/2642968c-324e-4035-9dba-a5695e42fc1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939512 Nov 02 16:54:21.859905 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb64d0-4a6d-4284-b967-102f07f5fea1 req-3dd0685f-feba-47a6-8499-f84172ad6792 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:21.861412 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-befb64d0-4a6d-4284-b967-102f07f5fea1 req-3dd0685f-feba-47a6-8499-f84172ad6792 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=886e9a36-a4f8-44ed-80d0-6a440f49e430 HTTP/1.1" status: 200 len: 946 time: 0.1042624 Nov 02 16:54:21.863328 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-c93a7180-ce94-485b-a6b2-0330881a2968 req-21abbe73-8993-47f5-8f34-b08a34661b22 service neutron] 10.222.0.76 "GET /v2.0/networks/2642968c-324e-4035-9dba-a5695e42fc1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440718 Nov 02 16:54:21.915890 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:54:21.919198 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-befb64d0-4a6d-4284-b967-102f07f5fea1 req-9e5b0616-3394-43e7-8014-19235017f5a5 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=fdbf1ce9-36c7-4d3e-8369-8d851677c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503399 Nov 02 16:54:23.054442 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec15cf84-b610-4fc5-98e2-6bcf2f6f512c req-515c8b5e-fdc5-4f31-9201-7f789d4c2fbb tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:23.056296 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-ec15cf84-b610-4fc5-98e2-6bcf2f6f512c req-515c8b5e-fdc5-4f31-9201-7f789d4c2fbb tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=886e9a36-a4f8-44ed-80d0-6a440f49e430 HTTP/1.1" status: 200 len: 946 time: 0.0564055 Nov 02 16:54:23.112281 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-ec15cf84-b610-4fc5-98e2-6bcf2f6f512c req-14de2d8d-4270-411c-9c8c-241da90ef50b tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=fdbf1ce9-36c7-4d3e-8369-8d851677c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494349 Nov 02 16:54:24.256718 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7697f8e1-800c-4280-bf4b-04cffa6f4fed req-2c14d47b-22e4-4cbd-adc3-78549d928ba7 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:24.258491 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-7697f8e1-800c-4280-bf4b-04cffa6f4fed req-2c14d47b-22e4-4cbd-adc3-78549d928ba7 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=886e9a36-a4f8-44ed-80d0-6a440f49e430 HTTP/1.1" status: 200 len: 946 time: 0.0614781 Nov 02 16:54:24.327214 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-7697f8e1-800c-4280-bf4b-04cffa6f4fed req-c774098e-8747-413c-ab92-7c0824b23272 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=fdbf1ce9-36c7-4d3e-8369-8d851677c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0522244 Nov 02 16:54:25.453509 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee29ff34-2eb9-49ca-b84b-bdba64f74f23 req-0596c469-f2da-4d60-a3d8-7db5437d233f tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:25.455114 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-ee29ff34-2eb9-49ca-b84b-bdba64f74f23 req-0596c469-f2da-4d60-a3d8-7db5437d233f tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=886e9a36-a4f8-44ed-80d0-6a440f49e430 HTTP/1.1" status: 200 len: 946 time: 0.0552218 Nov 02 16:54:25.506620 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-ee29ff34-2eb9-49ca-b84b-bdba64f74f23 req-5ea9d606-ecef-4ad6-bee4-e03e9603d681 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=fdbf1ce9-36c7-4d3e-8369-8d851677c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435450 Nov 02 16:54:25.978640 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device a1262248-0dda-4533-af48-5c1338bb2d4c no longer exists at agent hyperv_hv-cinder-77387 {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:54:26.064525 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:54:26.093095 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '886e9a36-a4f8-44ed-80d0-6a440f49e430', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1262248-0dda-4533-af48-5c1338bb2d4c'}] {{(pid=113346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:54:26.095811 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76f9361971789a5ad3b4a9c4b1498f7b6e6fa8520131c3d92747b1d2ae9477a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd835f5-ca6f-4930-a2f8-025cfefbd228" -d '{"events": [{"server_uuid": "886e9a36-a4f8-44ed-80d0-6a440f49e430", "name": "network-vif-unplugged", "status": "completed", "tag": "a1262248-0dda-4533-af48-5c1338bb2d4c"}]}' {{(pid=113346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:54:26.111234 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port a1262248-0dda-4533-af48-5c1338bb2d4c, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=a1262248-0dda-4533-af48-5c1338bb2d4c,segment=NetworkSegment(696e12bc-6b69-439e-85c8-346996a99755),segment_id=696e12bc-6b69-439e-85c8-346996a99755)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:54:26.116846 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:54:26.148076 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 02 Nov 2021 16:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695c2a36-a09a-46c6-b783-59fea3c6728d x-openstack-request-id: req-695c2a36-a09a-46c6-b783-59fea3c6728d {{(pid=113346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:54:26.148437 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "886e9a36-a4f8-44ed-80d0-6a440f49e430", "name": "network-vif-unplugged", "status": "failed", "tag": "a1262248-0dda-4533-af48-5c1338bb2d4c", "code": 422}]} {{(pid=113346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:54:26.148708 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-695c2a36-a09a-46c6-b783-59fea3c6728d {{(pid=113346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:54:26.149156 dv-cinder-773876-4-iscsi neutron-server[113346]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '886e9a36-a4f8-44ed-80d0-6a440f49e430', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a1262248-0dda-4533-af48-5c1338bb2d4c', 'code': 422} returned with failed status Nov 02 16:54:26.176820 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Pushing event updated for resources: {'Port': ['ID=a1262248-0dda-4533-af48-5c1338bb2d4c,revision_number=8']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:26.385847 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [req-eb6da52d-6a56-4d52-a97f-c76ba2b18345 req-b6ba8494-08e0-4f84-9445-57a4b1b77629 service neutron] http://10.222.0.118:9696/v2.0/extensions returned with HTTP 200 {{(pid=113344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:54:26.386783 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-eb6da52d-6a56-4d52-a97f-c76ba2b18345 req-b6ba8494-08e0-4f84-9445-57a4b1b77629 service neutron] 10.222.0.118 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0062976 Nov 02 16:54:26.563298 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2114473-74d4-4cb8-b994-1117d9b65037 req-f42b0e00-38e6-4a1e-a27f-f101baaf4f8d tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:26.565022 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-a2114473-74d4-4cb8-b994-1117d9b65037 req-f42b0e00-38e6-4a1e-a27f-f101baaf4f8d tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=886e9a36-a4f8-44ed-80d0-6a440f49e430 HTTP/1.1" status: 200 len: 944 time: 0.0584767 Nov 02 16:54:26.617165 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-a2114473-74d4-4cb8-b994-1117d9b65037 req-b3da78fe-ca94-4b3a-afa7-ad920a247f92 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=fdbf1ce9-36c7-4d3e-8369-8d851677c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449462 Nov 02 16:54:26.774971 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 47390) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:26.889852 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-97942154-5351-46cd-90db-181eaa7fe657 req-22ab8262-bdb8-4339-b753-e5a8a1c62b20 service neutron] 10.222.0.118 "GET /v2.0/ports?device_id=886e9a36-a4f8-44ed-80d0-6a440f49e430&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1132755 Nov 02 16:54:26.901599 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [req-97942154-5351-46cd-90db-181eaa7fe657 req-53815b62-be5c-47f5-8dbf-97c436aa157e service neutron] http://10.222.0.118:9696/v2.0/extensions returned with HTTP 200 {{(pid=113345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:54:26.903193 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-97942154-5351-46cd-90db-181eaa7fe657 req-53815b62-be5c-47f5-8dbf-97c436aa157e service neutron] 10.222.0.118 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0075040 Nov 02 16:54:27.746588 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f609dbb0-343b-4393-92bd-12bce6bf1085 req-599b9ce3-4143-430b-853c-ac58824d1b1a tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:27.748196 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-f609dbb0-343b-4393-92bd-12bce6bf1085 req-599b9ce3-4143-430b-853c-ac58824d1b1a tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=886e9a36-a4f8-44ed-80d0-6a440f49e430 HTTP/1.1" status: 200 len: 944 time: 0.0532300 Nov 02 16:54:27.798376 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-f609dbb0-343b-4393-92bd-12bce6bf1085 req-675d79b6-ae7f-4665-b8f3-457d6869ac0c tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=fdbf1ce9-36c7-4d3e-8369-8d851677c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435357 Nov 02 16:54:27.921058 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97942154-5351-46cd-90db-181eaa7fe657 req-c66c5b9d-6b16-470c-975d-1be43a0395ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:27.922659 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-97942154-5351-46cd-90db-181eaa7fe657 req-c66c5b9d-6b16-470c-975d-1be43a0395ff service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=886e9a36-a4f8-44ed-80d0-6a440f49e430&tenant_id=5cc524f131464fe097cff64187071316 HTTP/1.1" status: 200 len: 1097 time: 0.0476375 Nov 02 16:54:28.000024 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97942154-5351-46cd-90db-181eaa7fe657 req-bc381c83-a2fd-4979-9cb1-a465ddfb3d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:28.001745 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-97942154-5351-46cd-90db-181eaa7fe657 req-bc381c83-a2fd-4979-9cb1-a465ddfb3d2d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5cc524f131464fe097cff64187071316&device_id=886e9a36-a4f8-44ed-80d0-6a440f49e430 HTTP/1.1" status: 200 len: 1097 time: 0.0465982 Nov 02 16:54:28.104075 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97942154-5351-46cd-90db-181eaa7fe657 req-4602f181-cc01-43c6-aea0-61a6856af887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:28.105743 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-97942154-5351-46cd-90db-181eaa7fe657 req-4602f181-cc01-43c6-aea0-61a6856af887 service neutron] 10.222.0.76 "GET /v2.0/networks?id=2642968c-324e-4035-9dba-a5695e42fc1f HTTP/1.1" status: 200 len: 918 time: 0.0956690 Nov 02 16:54:28.179901 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-97942154-5351-46cd-90db-181eaa7fe657 req-27a3afcd-940e-4658-b1cb-5ca78c7a8301 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1262248-0dda-4533-af48-5c1338bb2d4c HTTP/1.1" status: 200 len: 1000 time: 0.0654926 Nov 02 16:54:28.242452 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97942154-5351-46cd-90db-181eaa7fe657 req-bb7c2067-da1c-47ee-b63a-42cacf53eb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:28.244782 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-97942154-5351-46cd-90db-181eaa7fe657 req-bb7c2067-da1c-47ee-b63a-42cacf53eb9d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fd525ac9-44f8-421c-b093-9ce2aeedf323 HTTP/1.1" status: 200 len: 856 time: 0.0567007 Nov 02 16:54:28.306291 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97942154-5351-46cd-90db-181eaa7fe657 req-b61f7d08-c911-40fb-acb0-9cd25e2a47de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:28.308198 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-97942154-5351-46cd-90db-181eaa7fe657 req-b61f7d08-c911-40fb-acb0-9cd25e2a47de service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2642968c-324e-4035-9dba-a5695e42fc1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0520568 Nov 02 16:54:28.407934 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-97942154-5351-46cd-90db-181eaa7fe657 req-f4c44a6c-b874-4632-a905-35e7c5930942 service neutron] 10.222.0.76 "GET /v2.0/networks/2642968c-324e-4035-9dba-a5695e42fc1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915928 Nov 02 16:54:28.508951 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-97942154-5351-46cd-90db-181eaa7fe657 req-c8a2c6ea-b300-497b-83df-3ba7ccbf50b4 service neutron] 10.222.0.76 "GET /v2.0/networks/2642968c-324e-4035-9dba-a5695e42fc1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917990 Nov 02 16:54:28.970711 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de86775-a471-42e8-952c-c0a8cd727cbe req-8200fc84-4b36-4e65-a6ea-a7753e13db59 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:28.972882 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-5de86775-a471-42e8-952c-c0a8cd727cbe req-8200fc84-4b36-4e65-a6ea-a7753e13db59 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=886e9a36-a4f8-44ed-80d0-6a440f49e430 HTTP/1.1" status: 200 len: 944 time: 0.0851991 Nov 02 16:54:29.044055 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-5de86775-a471-42e8-952c-c0a8cd727cbe req-8bffbb01-2c33-4666-a0bc-9cd3cced6126 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=fdbf1ce9-36c7-4d3e-8369-8d851677c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0629661 Nov 02 16:54:30.194075 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fec1fd3-3963-4fbc-9128-7451c3b63154 req-dcdd0231-4147-497d-aed7-5ae60fa0797a tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:30.196461 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-4fec1fd3-3963-4fbc-9128-7451c3b63154 req-dcdd0231-4147-497d-aed7-5ae60fa0797a tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=886e9a36-a4f8-44ed-80d0-6a440f49e430 HTTP/1.1" status: 200 len: 944 time: 0.0661194 Nov 02 16:54:30.256728 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-4fec1fd3-3963-4fbc-9128-7451c3b63154 req-4738e6c0-9775-4ae8-b9b3-6b6345127edd tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=fdbf1ce9-36c7-4d3e-8369-8d851677c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0528526 Nov 02 16:54:31.408239 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acaf6c2-c8df-441c-8897-e4a75fdd320b req-d998c419-b2b1-4cd2-8a4b-59509cfc2ab6 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:31.411013 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-3acaf6c2-c8df-441c-8897-e4a75fdd320b req-d998c419-b2b1-4cd2-8a4b-59509cfc2ab6 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=886e9a36-a4f8-44ed-80d0-6a440f49e430 HTTP/1.1" status: 200 len: 944 time: 0.0594754 Nov 02 16:54:31.468418 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-3acaf6c2-c8df-441c-8897-e4a75fdd320b req-b6ad2817-743b-430e-bd3c-147340cdbe9a tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=fdbf1ce9-36c7-4d3e-8369-8d851677c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0497086 Nov 02 16:54:32.613362 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c812c43a-fb19-444c-9e05-cf19b70b4a45 req-a45f6dc0-a551-4027-b823-fbe39df39fa0 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:32.614940 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-c812c43a-fb19-444c-9e05-cf19b70b4a45 req-a45f6dc0-a551-4027-b823-fbe39df39fa0 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=886e9a36-a4f8-44ed-80d0-6a440f49e430 HTTP/1.1" status: 200 len: 944 time: 0.0598845 Nov 02 16:54:32.670740 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-c812c43a-fb19-444c-9e05-cf19b70b4a45 req-ce7cda2a-ae9b-4ebe-b455-3695538ee978 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=fdbf1ce9-36c7-4d3e-8369-8d851677c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486693 Nov 02 16:54:33.820039 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e70fd-349c-4644-b322-c1d053f6634e req-b8be8737-db5a-4dd6-b771-470dd5bbe27b tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:33.821750 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-819e70fd-349c-4644-b322-c1d053f6634e req-b8be8737-db5a-4dd6-b771-470dd5bbe27b tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=886e9a36-a4f8-44ed-80d0-6a440f49e430 HTTP/1.1" status: 200 len: 944 time: 0.0578294 Nov 02 16:54:33.879490 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-819e70fd-349c-4644-b322-c1d053f6634e req-d380bf87-ba87-42ef-b533-9d99858eeb0d tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=fdbf1ce9-36c7-4d3e-8369-8d851677c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502405 Nov 02 16:54:35.037595 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7026659-3173-4dc9-b435-b46ab7749cde req-7e72b9b5-3010-4ae7-9d5c-ba7d8b634b7b tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:35.039270 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-c7026659-3173-4dc9-b435-b46ab7749cde req-7e72b9b5-3010-4ae7-9d5c-ba7d8b634b7b tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=886e9a36-a4f8-44ed-80d0-6a440f49e430 HTTP/1.1" status: 200 len: 944 time: 0.0609205 Nov 02 16:54:35.107677 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-c7026659-3173-4dc9-b435-b46ab7749cde req-48a102d2-c7d9-4d47-ba75-bca42a7240b4 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=fdbf1ce9-36c7-4d3e-8369-8d851677c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0599322 Nov 02 16:54:36.273193 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664d318-1395-4f61-9e02-96b1af7fee70 req-3c5100ff-0403-41b6-bbec-96fe911e5eec tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:36.275133 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-4664d318-1395-4f61-9e02-96b1af7fee70 req-3c5100ff-0403-41b6-bbec-96fe911e5eec tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=886e9a36-a4f8-44ed-80d0-6a440f49e430 HTTP/1.1" status: 200 len: 944 time: 0.0671918 Nov 02 16:54:36.357816 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-4664d318-1395-4f61-9e02-96b1af7fee70 req-7ae75b06-c7dd-4f73-bafb-f8048f96c168 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=fdbf1ce9-36c7-4d3e-8369-8d851677c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0755382 Nov 02 16:54:37.498502 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe02e0b4-9db5-47f9-9a14-109ab30bc547 req-ed6b9f6e-4778-4727-b368-609a1a52190f tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:37.500369 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-fe02e0b4-9db5-47f9-9a14-109ab30bc547 req-ed6b9f6e-4778-4727-b368-609a1a52190f tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=886e9a36-a4f8-44ed-80d0-6a440f49e430 HTTP/1.1" status: 200 len: 944 time: 0.0606468 Nov 02 16:54:37.560533 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-fe02e0b4-9db5-47f9-9a14-109ab30bc547 req-678bad07-7441-4a4b-82a4-f6e6dd8246c7 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=fdbf1ce9-36c7-4d3e-8369-8d851677c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0519187 Nov 02 16:54:38.342619 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f6fa692-0976-47ba-8512-7d4321893e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:54:38.713190 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f453b-1b8b-40dd-9bd7-d36297b3c35c req-64f640ad-ed1c-4024-9eda-b28c25ad7975 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:38.714836 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-086f453b-1b8b-40dd-9bd7-d36297b3c35c req-64f640ad-ed1c-4024-9eda-b28c25ad7975 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=886e9a36-a4f8-44ed-80d0-6a440f49e430 HTTP/1.1" status: 200 len: 944 time: 0.0747788 Nov 02 16:54:38.792879 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-086f453b-1b8b-40dd-9bd7-d36297b3c35c req-df621496-b6d6-402c-b9b7-bd2147765574 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=fdbf1ce9-36c7-4d3e-8369-8d851677c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0711083 Nov 02 16:54:39.936629 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840e5638-25c8-4c93-94bf-9f4196f3525b req-7a77bbb0-d2d1-484c-b51c-77dab88b2f5f tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:39.938229 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-840e5638-25c8-4c93-94bf-9f4196f3525b req-7a77bbb0-d2d1-484c-b51c-77dab88b2f5f tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=886e9a36-a4f8-44ed-80d0-6a440f49e430 HTTP/1.1" status: 200 len: 944 time: 0.0575380 Nov 02 16:54:39.986890 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-840e5638-25c8-4c93-94bf-9f4196f3525b req-3d4e62cb-e8dc-4c73-835a-80780c078dec tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=fdbf1ce9-36c7-4d3e-8369-8d851677c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413027 Nov 02 16:54:40.506113 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-b341001e-b154-412a-93a7-443faeb3d88d req-00b9427a-f2fb-4255-879f-c18d4b7885b7 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0cc9451a-ff42-4d58-8086-84efeda40e0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0500174 Nov 02 16:54:40.581197 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341001e-b154-412a-93a7-443faeb3d88d req-0a98a74f-bbfa-4b92-9be6-66764e8dad8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:40.582837 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-b341001e-b154-412a-93a7-443faeb3d88d req-0a98a74f-bbfa-4b92-9be6-66764e8dad8d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f83b31a72c4f4cc78519ed2dc9bdc400&device_id=0cc9451a-ff42-4d58-8086-84efeda40e0b HTTP/1.1" status: 200 len: 1099 time: 0.0512364 Nov 02 16:54:40.709337 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341001e-b154-412a-93a7-443faeb3d88d req-39daffc2-839f-4518-84e9-763b677e6059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:40.711029 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-b341001e-b154-412a-93a7-443faeb3d88d req-39daffc2-839f-4518-84e9-763b677e6059 service neutron] 10.222.0.76 "GET /v2.0/networks?id=ac5452b3-7329-433e-af1f-df17acea3828 HTTP/1.1" status: 200 len: 912 time: 0.1032040 Nov 02 16:54:40.789675 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-b341001e-b154-412a-93a7-443faeb3d88d req-5468018c-9360-4bc7-af2e-f181888fbeb4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38f4c5ac-fd67-4d6a-bcb0-06b8456ad406 HTTP/1.1" status: 200 len: 1002 time: 0.0683794 Nov 02 16:54:40.852477 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341001e-b154-412a-93a7-443faeb3d88d req-d11cfb00-e0dc-4b10-b466-0df91de9ba63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:40.854097 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-b341001e-b154-412a-93a7-443faeb3d88d req-d11cfb00-e0dc-4b10-b466-0df91de9ba63 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=aa72a888-b45f-4cfb-ae6c-4494e796baf0 HTTP/1.1" status: 200 len: 850 time: 0.0520885 Nov 02 16:54:40.906338 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341001e-b154-412a-93a7-443faeb3d88d req-d5fcdad2-1224-4156-a963-ffaabf5b8618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:40.908000 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-b341001e-b154-412a-93a7-443faeb3d88d req-d5fcdad2-1224-4156-a963-ffaabf5b8618 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ac5452b3-7329-433e-af1f-df17acea3828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0458403 Nov 02 16:54:41.012968 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-b341001e-b154-412a-93a7-443faeb3d88d req-cae014f2-1123-4016-a2fd-df868e59926d service neutron] 10.222.0.76 "GET /v2.0/networks/ac5452b3-7329-433e-af1f-df17acea3828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915484 Nov 02 16:54:41.042455 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-315d409f-5d33-4f1c-b0da-ed9f46e0c3b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:54:41.154435 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-b341001e-b154-412a-93a7-443faeb3d88d req-44e207b3-8f50-4434-a402-6e3906fba0f1 service neutron] 10.222.0.76 "GET /v2.0/networks/ac5452b3-7329-433e-af1f-df17acea3828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318889 Nov 02 16:54:41.163709 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c52fed-071a-41ee-be48-eb886cdd4003 req-5df82c6d-4241-41ef-8b8d-7e2be1074093 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:41.165291 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-f5c52fed-071a-41ee-be48-eb886cdd4003 req-5df82c6d-4241-41ef-8b8d-7e2be1074093 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=886e9a36-a4f8-44ed-80d0-6a440f49e430 HTTP/1.1" status: 200 len: 944 time: 0.0775094 Nov 02 16:54:41.227415 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-f5c52fed-071a-41ee-be48-eb886cdd4003 req-f4bc87b4-f947-4697-bd16-7c63153bb4aa tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=fdbf1ce9-36c7-4d3e-8369-8d851677c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0551045 Nov 02 16:54:41.581419 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.agents_db [None req-4685c794-fb13-4fdb-802d-b1599aff033c None None] Agent healthcheck: found 6 active agents {{(pid=113347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:54:42.068926 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device a1262248-0dda-4533-af48-5c1338bb2d4c details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=113346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:54:42.171269 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port a1262248-0dda-4533-af48-5c1338bb2d4c, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=a1262248-0dda-4533-af48-5c1338bb2d4c,segment=NetworkSegment(696e12bc-6b69-439e-85c8-346996a99755),segment_id=696e12bc-6b69-439e-85c8-346996a99755)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:54:42.183171 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Returning: {'device': 'a1262248-0dda-4533-af48-5c1338bb2d4c', 'network_id': '2642968c-324e-4035-9dba-a5695e42fc1f', 'port_id': 'a1262248-0dda-4533-af48-5c1338bb2d4c', 'mac_address': 'fa:16:3e:b8:9f:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd525ac9-44f8-421c-b093-9ce2aeedf323', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:54:42.221268 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:54:42.234870 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.notifiers.nova [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1262248-0dda-4533-af48-5c1338bb2d4c {{(pid=113346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:54:42.259034 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port a1262248-0dda-4533-af48-5c1338bb2d4c, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=a1262248-0dda-4533-af48-5c1338bb2d4c,segment=NetworkSegment(696e12bc-6b69-439e-85c8-346996a99755),segment_id=696e12bc-6b69-439e-85c8-346996a99755)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:54:42.264603 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:54:42.338352 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Pushing event updated for resources: {'Port': ['ID=a1262248-0dda-4533-af48-5c1338bb2d4c,revision_number=9']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:42.370776 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748118e6-9690-4023-8f36-bff86736d984 req-81d02fa1-94e6-4b19-a8d4-727b291cbb81 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:42.372479 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-748118e6-9690-4023-8f36-bff86736d984 req-81d02fa1-94e6-4b19-a8d4-727b291cbb81 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=886e9a36-a4f8-44ed-80d0-6a440f49e430 HTTP/1.1" status: 200 len: 945 time: 0.0578210 Nov 02 16:54:42.424970 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-748118e6-9690-4023-8f36-bff86736d984 req-a74207f1-b7f5-42ac-936c-377c2f3666f9 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=fdbf1ce9-36c7-4d3e-8369-8d851677c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459189 Nov 02 16:54:42.537550 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] get_ports_and_sgs() called for port_ids ['a1262248-0dda-4533-af48-5c1338bb2d4c'] {{(pid=113346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:54:42.859876 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf7c3ce-8e12-481e-9560-eb552e5cfdbe req-38e119f0-c406-4543-a64b-bfbbbc48e675 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:42.861476 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-aaf7c3ce-8e12-481e-9560-eb552e5cfdbe req-38e119f0-c406-4543-a64b-bfbbbc48e675 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=61572fbe-ccf7-4ed4-80ab-eda95f187229 HTTP/1.1" status: 200 len: 945 time: 0.0592456 Nov 02 16:54:42.873745 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-dfe49d6c-b306-436a-ba68-760764be264a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:54:42.917415 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-aaf7c3ce-8e12-481e-9560-eb552e5cfdbe req-39805a41-1304-4086-80f5-97523b673e45 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups?id=ae4c6275-44d9-4522-929e-9cccf87b8d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477839 Nov 02 16:54:43.561446 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7044111a-77ae-487a-8a1a-43650de6895a req-be09839f-0454-4c92-bc23-13d52e83e2c4 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:43.562976 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-7044111a-77ae-487a-8a1a-43650de6895a req-be09839f-0454-4c92-bc23-13d52e83e2c4 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=886e9a36-a4f8-44ed-80d0-6a440f49e430 HTTP/1.1" status: 200 len: 945 time: 0.0552917 Nov 02 16:54:43.615689 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-7044111a-77ae-487a-8a1a-43650de6895a req-9e7e4c4c-5927-4e1e-ae29-7e71f0bfdb23 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=fdbf1ce9-36c7-4d3e-8369-8d851677c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448475 Nov 02 16:54:44.047834 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccaf1b0-ae5b-4360-8ebf-1538afa0e63b req-d2651f7a-18d7-42f4-aaea-ea28b2906b64 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:44.049681 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-8ccaf1b0-ae5b-4360-8ebf-1538afa0e63b req-d2651f7a-18d7-42f4-aaea-ea28b2906b64 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=61572fbe-ccf7-4ed4-80ab-eda95f187229 HTTP/1.1" status: 200 len: 945 time: 0.0557866 Nov 02 16:54:44.081783 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device a1262248-0dda-4533-af48-5c1338bb2d4c up at agent hyperv_hv-cinder-77387 {{(pid=113346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:54:44.112411 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-8ccaf1b0-ae5b-4360-8ebf-1538afa0e63b req-466ac290-b6b4-4023-a1f4-5b80b4c57ee4 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups?id=ae4c6275-44d9-4522-929e-9cccf87b8d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537629 Nov 02 16:54:44.139800 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Provisioning complete for port a1262248-0dda-4533-af48-5c1338bb2d4c triggered by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:54:44.140297 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:54:44.222900 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:54:44.251525 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '886e9a36-a4f8-44ed-80d0-6a440f49e430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1262248-0dda-4533-af48-5c1338bb2d4c'}] {{(pid=113346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:54:44.254488 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76f9361971789a5ad3b4a9c4b1498f7b6e6fa8520131c3d92747b1d2ae9477a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f39a86-cdcc-4a1a-979b-fbcea250dcab" -d '{"events": [{"server_uuid": "886e9a36-a4f8-44ed-80d0-6a440f49e430", "name": "network-vif-plugged", "status": "completed", "tag": "a1262248-0dda-4533-af48-5c1338bb2d4c"}]}' {{(pid=113346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:54:44.270470 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port a1262248-0dda-4533-af48-5c1338bb2d4c, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=a1262248-0dda-4533-af48-5c1338bb2d4c,segment=NetworkSegment(696e12bc-6b69-439e-85c8-346996a99755),segment_id=696e12bc-6b69-439e-85c8-346996a99755)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:54:44.275729 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:54:44.306085 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1d6583-0a30-4697-9d2c-eceef1a1c13f x-openstack-request-id: req-0e1d6583-0a30-4697-9d2c-eceef1a1c13f {{(pid=113346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:54:44.306431 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "886e9a36-a4f8-44ed-80d0-6a440f49e430", "name": "network-vif-plugged", "status": "completed", "tag": "a1262248-0dda-4533-af48-5c1338bb2d4c", "code": 200}]} {{(pid=113346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:54:44.306653 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-0e1d6583-0a30-4697-9d2c-eceef1a1c13f {{(pid=113346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:54:44.307080 dv-cinder-773876-4-iscsi neutron-server[113346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '886e9a36-a4f8-44ed-80d0-6a440f49e430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1262248-0dda-4533-af48-5c1338bb2d4c', 'code': 200} Nov 02 16:54:44.340318 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Pushing event updated for resources: {'Port': ['ID=a1262248-0dda-4533-af48-5c1338bb2d4c,revision_number=10']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:44.348337 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:54:44.348703 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:54:44.349065 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:54:44.349430 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:54:44.349775 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:54:44.350119 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:54:44.350979 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:54:44.351537 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:54:44.352107 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:54:44.352777 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:54:44.353087 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:54:44.353515 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:54:44.528119 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854621c9-9e6e-434c-b309-e0d6df2dd0ff req-9efeb318-0f6b-4fd9-a2ac-ebfa9f6e4edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:44.529914 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-854621c9-9e6e-434c-b309-e0d6df2dd0ff req-9efeb318-0f6b-4fd9-a2ac-ebfa9f6e4edb service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=886e9a36-a4f8-44ed-80d0-6a440f49e430 HTTP/1.1" status: 200 len: 1100 time: 0.0504901 Nov 02 16:54:44.580699 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-854621c9-9e6e-434c-b309-e0d6df2dd0ff req-907a0317-f264-4a18-9e86-44a3acb88524 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=fdbf1ce9-36c7-4d3e-8369-8d851677c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413125 Nov 02 16:54:44.670194 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0b95-0143-42d2-8d33-45f1b37c89de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:54:44.747536 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed16abe-d4d5-4fc8-b3f2-29695f44a9c3 req-481aec65-67e3-43ea-8a7d-2a3c6621e54d tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:44.749248 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-0ed16abe-d4d5-4fc8-b3f2-29695f44a9c3 req-481aec65-67e3-43ea-8a7d-2a3c6621e54d tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=886e9a36-a4f8-44ed-80d0-6a440f49e430 HTTP/1.1" status: 200 len: 947 time: 0.0527503 Nov 02 16:54:44.801212 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-0ed16abe-d4d5-4fc8-b3f2-29695f44a9c3 req-f1ac6c3d-c17b-4d23-97cc-a05f34969fad tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=fdbf1ce9-36c7-4d3e-8369-8d851677c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452890 Nov 02 16:54:44.889138 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f1b08-deab-49d8-b1ea-70794357eae8 req-257e3c4a-6b4b-474f-82e1-c693dac4b856 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:44.890755 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-ef5f1b08-deab-49d8-b1ea-70794357eae8 req-257e3c4a-6b4b-474f-82e1-c693dac4b856 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.76 "GET /v2.0/ports?device_id=61572fbe-ccf7-4ed4-80ab-eda95f187229 HTTP/1.1" status: 200 len: 945 time: 0.0552399 Nov 02 16:54:44.993455 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [req-ef5f1b08-deab-49d8-b1ea-70794357eae8 req-f04eb53f-e67f-4704-8277-bd3aeba99d30 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Deleting port f902bd79-9248-4da6-847e-36b46e3fa1b9 {{(pid=113345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 16:54:44.993807 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-ef5f1b08-deab-49d8-b1ea-70794357eae8 req-f04eb53f-e67f-4704-8277-bd3aeba99d30 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788025385849'] for port, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:54:45.086309 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.db [req-ef5f1b08-deab-49d8-b1ea-70794357eae8 req-f04eb53f-e67f-4704-8277-bd3aeba99d30 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] For port f902bd79-9248-4da6-847e-36b46e3fa1b9, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=f902bd79-9248-4da6-847e-36b46e3fa1b9,segment=NetworkSegment(9063e9b7-1cf0-4c78-a7b7-5d676507dd93),segment_id=9063e9b7-1cf0-4c78-a7b7-5d676507dd93)] {{(pid=113345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:54:45.087183 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-ef5f1b08-deab-49d8-b1ea-70794357eae8 req-f04eb53f-e67f-4704-8277-bd3aeba99d30 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710950'] for port, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:54:45.248949 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba8f0e-decb-4bcd-ba80-d6229cc86f1a req-02e98470-1b18-4817-bab6-8a8b7b12e270 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:45.250568 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-ceba8f0e-decb-4bcd-ba80-d6229cc86f1a req-02e98470-1b18-4817-bab6-8a8b7b12e270 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=61572fbe-ccf7-4ed4-80ab-eda95f187229 HTTP/1.1" status: 200 len: 945 time: 0.0568779 Nov 02 16:54:45.274372 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-ef5f1b08-deab-49d8-b1ea-70794357eae8 req-f04eb53f-e67f-4704-8277-bd3aeba99d30 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks [] for floatingip, precommit_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:54:45.274735 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-ef5f1b08-deab-49d8-b1ea-70794357eae8 req-f04eb53f-e67f-4704-8277-bd3aeba99d30 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3707972'] for floatingip, after_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:54:45.275066 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.db.l3_db [req-ef5f1b08-deab-49d8-b1ea-70794357eae8 req-f04eb53f-e67f-4704-8277-bd3aeba99d30 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Floating IP 0675f6b9-32fc-4bd2-970d-b51777b164ef disassociated. External IP: 172.27.1.2, port: f902bd79-9248-4da6-847e-36b46e3fa1b9. Nov 02 16:54:45.275420 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [req-ef5f1b08-deab-49d8-b1ea-70794357eae8 req-f04eb53f-e67f-4704-8277-bd3aeba99d30 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Calling delete_port for f902bd79-9248-4da6-847e-36b46e3fa1b9 owned by compute:nova {{(pid=113345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 16:54:45.302084 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-ceba8f0e-decb-4bcd-ba80-d6229cc86f1a req-3fcc0bf2-38b5-4547-a16c-258c94cf2385 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups?id=ae4c6275-44d9-4522-929e-9cccf87b8d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443654 Nov 02 16:54:45.410035 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-ef5f1b08-deab-49d8-b1ea-70794357eae8 req-f04eb53f-e67f-4704-8277-bd3aeba99d30 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788025390403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788024814071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27915883'] for port, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:54:45.445360 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04eb53f-e67f-4704-8277-bd3aeba99d30 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Pushing event deleted for resources: {'Port': ['ID=f902bd79-9248-4da6-847e-36b46e3fa1b9,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:45.459363 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04eb53f-e67f-4704-8277-bd3aeba99d30 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:54:45.460306 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04eb53f-e67f-4704-8277-bd3aeba99d30 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:54:45.460756 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04eb53f-e67f-4704-8277-bd3aeba99d30 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:54:45.461106 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04eb53f-e67f-4704-8277-bd3aeba99d30 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:54:45.461592 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04eb53f-e67f-4704-8277-bd3aeba99d30 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:54:45.461817 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04eb53f-e67f-4704-8277-bd3aeba99d30 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:54:45.462123 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04eb53f-e67f-4704-8277-bd3aeba99d30 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:54:45.462444 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04eb53f-e67f-4704-8277-bd3aeba99d30 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:54:45.462879 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04eb53f-e67f-4704-8277-bd3aeba99d30 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:54:45.463085 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04eb53f-e67f-4704-8277-bd3aeba99d30 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:54:45.463417 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04eb53f-e67f-4704-8277-bd3aeba99d30 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:54:45.464005 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04eb53f-e67f-4704-8277-bd3aeba99d30 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:54:45.586005 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef5f1b08-deab-49d8-b1ea-70794357eae8 req-f04eb53f-e67f-4704-8277-bd3aeba99d30 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Router cb75ea54-b9eb-4743-961b-a3f4caef708f has already been hosted by L3 agent 23c85ca8-88a6-46e7-9165-338a7fd1d142 {{(pid=113345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:54:45.704978 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef5f1b08-deab-49d8-b1ea-70794357eae8 req-f04eb53f-e67f-4704-8277-bd3aeba99d30 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Notify agent at l3_agent.dv-cinder-773876-4-iscsi the message routers_updated {{(pid=113345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:54:45.717576 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11d4081-3ec8-4cc2-8fd4-601d260c1603 None None] Sync routers for ids ['cb75ea54-b9eb-4743-961b-a3f4caef708f'] in dv-cinder-773876-4-iscsi {{(pid=113346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:54:45.734617 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11d4081-3ec8-4cc2-8fd4-601d260c1603 None None] Routers {'cb75ea54-b9eb-4743-961b-a3f4caef708f'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:54:45.736001 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-c11d4081-3ec8-4cc2-8fd4-601d260c1603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:54:41Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['cb75ea54-b9eb-4743-961b-a3f4caef708f'], 'active': True} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:45.759986 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef5f1b08-deab-49d8-b1ea-70794357eae8 req-f04eb53f-e67f-4704-8277-bd3aeba99d30 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] No DVR routers for this DVR port f902bd79-9248-4da6-847e-36b46e3fa1b9 on host hv-cinder-77387 {{(pid=113345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:54:45.763157 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-ef5f1b08-deab-49d8-b1ea-70794357eae8 req-f04eb53f-e67f-4704-8277-bd3aeba99d30 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221'] for port, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:54:45.766849 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-ef5f1b08-deab-49d8-b1ea-70794357eae8 req-f04eb53f-e67f-4704-8277-bd3aeba99d30 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.76 "DELETE /v2.0/ports/f902bd79-9248-4da6-847e-36b46e3fa1b9 HTTP/1.1" status: 204 len: 173 time: 0.8695378 Nov 02 16:54:45.767276 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61572fbe-ccf7-4ed4-80ab-eda95f187229', 'name': 'network-vif-deleted', 'tag': 'f902bd79-9248-4da6-847e-36b46e3fa1b9'}] {{(pid=113345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:54:45.769820 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88728d28071a92af03fe3e2826ca256f68f88e9f4aa3bce1a4ce6001ce5f6d9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93de06e-e4fd-4121-8dab-7a4168a688ad" -d '{"events": [{"server_uuid": "61572fbe-ccf7-4ed4-80ab-eda95f187229", "name": "network-vif-deleted", "tag": "f902bd79-9248-4da6-847e-36b46e3fa1b9"}]}' {{(pid=113345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:54:45.881396 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752a1ed3-94ac-4c99-a2a2-b694a132466e x-openstack-request-id: req-752a1ed3-94ac-4c99-a2a2-b694a132466e {{(pid=113345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:54:45.882653 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61572fbe-ccf7-4ed4-80ab-eda95f187229", "name": "network-vif-deleted", "tag": "f902bd79-9248-4da6-847e-36b46e3fa1b9", "status": "completed", "code": 200}]} {{(pid=113345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:54:45.882959 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-752a1ed3-94ac-4c99-a2a2-b694a132466e {{(pid=113345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:54:45.884328 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61572fbe-ccf7-4ed4-80ab-eda95f187229', 'name': 'network-vif-deleted', 'tag': 'f902bd79-9248-4da6-847e-36b46e3fa1b9', 'status': 'completed', 'code': 200} Nov 02 16:54:45.926436 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvr_db [None req-c11d4081-3ec8-4cc2-8fd4-601d260c1603 None None] Set router cb75ea54-b9eb-4743-961b-a3f4caef708f gateway port host: dv-cinder-773876-4-iscsi {{(pid=113346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:54:46.026181 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7a0dd-0011-407b-a7d8-ad7dad8875ee req-5cd0fe63-7152-44f3-9569-ed1ac0e19ff8 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:46.034603 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-2cd7a0dd-0011-407b-a7d8-ad7dad8875ee req-5cd0fe63-7152-44f3-9569-ed1ac0e19ff8 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=886e9a36-a4f8-44ed-80d0-6a440f49e430 HTTP/1.1" status: 200 len: 947 time: 0.0777094 Nov 02 16:54:46.120543 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-2cd7a0dd-0011-407b-a7d8-ad7dad8875ee req-200ba1a9-cb24-4ff2-9795-3b02bf5c9788 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=fdbf1ce9-36c7-4d3e-8369-8d851677c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0846879 Nov 02 16:54:46.150548 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:54:46.248467 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-c11d4081-3ec8-4cc2-8fd4-601d260c1603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb75ea54-b9eb-4743-961b-a3f4caef708f', 'name': 'tempest-AttachVolumeTestJSON-1456657988-router', 'tenant_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'fe1e6f6b-5723-43fc-9b40-6adb766eef9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:46:24Z', 'updated_at': '2021-11-02T16:46:45Z', 'revision_number': 4, 'project_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'gw_port': {'id': 'fe1e6f6b-5723-43fc-9b40-6adb766eef9e', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:94:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb75ea54-b9eb-4743-961b-a3f4caef708f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:28Z', 'updated_at': '2021-11-02T16:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_interfaces': [{'id': '6e0f9ba0-c6dd-4491-813c-9e774c45dd92', 'name': '', 'network_id': 'c3ac4ab4-0ce0-4abb-9960-272f99ead558', 'tenant_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'mac_address': 'fa:16:3e:ce:78:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb75ea54-b9eb-4743-961b-a3f4caef708f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '81d3d140-25a2-438b-a64f-a1dea867ba0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:40Z', 'updated_at': '2021-11-02T16:46:59Z', 'revision_number': 5, 'project_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'subnets': [{'id': '81d3d140-25a2-438b-a64f-a1dea867ba0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:46.292458 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11d4081-3ec8-4cc2-8fd4-601d260c1603 None None] Checking router: cb75ea54-b9eb-4743-961b-a3f4caef708f for host: dv-cinder-773876-4-iscsi {{(pid=113346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:54:46.303270 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11d4081-3ec8-4cc2-8fd4-601d260c1603 None None] Routers {'cb75ea54-b9eb-4743-961b-a3f4caef708f'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:54:46.304572 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-c11d4081-3ec8-4cc2-8fd4-601d260c1603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:54:41Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['cb75ea54-b9eb-4743-961b-a3f4caef708f'], 'active': True} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:46.508641 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvr_db [None req-c11d4081-3ec8-4cc2-8fd4-601d260c1603 None None] Set router cb75ea54-b9eb-4743-961b-a3f4caef708f gateway port host: dv-cinder-773876-4-iscsi {{(pid=113346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:54:46.529524 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-455c01e8-7532-4508-9b75-c3774d055b74 req-f5976a87-3229-4c83-8d8e-e3eaf98164d5 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/ports?device_id=61572fbe-ccf7-4ed4-80ab-eda95f187229 HTTP/1.1" status: 200 len: 210 time: 0.0816710 Nov 02 16:54:46.749245 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-c11d4081-3ec8-4cc2-8fd4-601d260c1603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb75ea54-b9eb-4743-961b-a3f4caef708f', 'name': 'tempest-AttachVolumeTestJSON-1456657988-router', 'tenant_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'fe1e6f6b-5723-43fc-9b40-6adb766eef9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:46:24Z', 'updated_at': '2021-11-02T16:46:45Z', 'revision_number': 4, 'project_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'gw_port': {'id': 'fe1e6f6b-5723-43fc-9b40-6adb766eef9e', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:94:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb75ea54-b9eb-4743-961b-a3f4caef708f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:28Z', 'updated_at': '2021-11-02T16:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_interfaces': [{'id': '6e0f9ba0-c6dd-4491-813c-9e774c45dd92', 'name': '', 'network_id': 'c3ac4ab4-0ce0-4abb-9960-272f99ead558', 'tenant_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'mac_address': 'fa:16:3e:ce:78:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb75ea54-b9eb-4743-961b-a3f4caef708f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '81d3d140-25a2-438b-a64f-a1dea867ba0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:40Z', 'updated_at': '2021-11-02T16:46:59Z', 'revision_number': 5, 'project_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'subnets': [{'id': '81d3d140-25a2-438b-a64f-a1dea867ba0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:46.781020 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11d4081-3ec8-4cc2-8fd4-601d260c1603 None None] The sync data for ids ['cb75ea54-b9eb-4743-961b-a3f4caef708f'] in dv-cinder-773876-4-iscsi is: [{'id': 'cb75ea54-b9eb-4743-961b-a3f4caef708f', 'name': 'tempest-AttachVolumeTestJSON-1456657988-router', 'tenant_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'fe1e6f6b-5723-43fc-9b40-6adb766eef9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:46:24Z', 'updated_at': '2021-11-02T16:46:45Z', 'revision_number': 4, 'project_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'gw_port': {'id': 'fe1e6f6b-5723-43fc-9b40-6adb766eef9e', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:94:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb75ea54-b9eb-4743-961b-a3f4caef708f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:28Z', 'updated_at': '2021-11-02T16:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_interfaces': [{'id': '6e0f9ba0-c6dd-4491-813c-9e774c45dd92', 'name': '', 'network_id': 'c3ac4ab4-0ce0-4abb-9960-272f99ead558', 'tenant_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'mac_address': 'fa:16:3e:ce:78:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb75ea54-b9eb-4743-961b-a3f4caef708f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '81d3d140-25a2-438b-a64f-a1dea867ba0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:40Z', 'updated_at': '2021-11-02T16:46:59Z', 'revision_number': 5, 'project_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'subnets': [{'id': '81d3d140-25a2-438b-a64f-a1dea867ba0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:54:47.064285 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550f2633-7e52-46ea-8058-9bbdcdf2f57d None None] New status for floating IP 0675f6b9-32fc-4bd2-970d-b51777b164ef: DOWN {{(pid=113347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 16:54:47.269473 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84725f-7b7f-4ce5-b345-02fdf7acb7fb req-044e7356-5a23-48bb-aedc-62cc584b47c8 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:54:47.271079 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-8f84725f-7b7f-4ce5-b345-02fdf7acb7fb req-044e7356-5a23-48bb-aedc-62cc584b47c8 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=886e9a36-a4f8-44ed-80d0-6a440f49e430 HTTP/1.1" status: 200 len: 947 time: 0.0583441 Nov 02 16:54:47.329503 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-8f84725f-7b7f-4ce5-b345-02fdf7acb7fb req-82b0c50a-e5ec-4141-8229-4f41be2e8320 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=fdbf1ce9-36c7-4d3e-8369-8d851677c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514352 Nov 02 16:54:47.614092 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 47580) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:47.674008 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-37d1012c-c0a1-4148-9eba-3afbba287a36 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks [] for security_group, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:54:47.697986 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-37d1012c-c0a1-4148-9eba-3afbba287a36 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks [] for security_group, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:54:47.746417 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-37d1012c-c0a1-4148-9eba-3afbba287a36 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:54:47.749337 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-37d1012c-c0a1-4148-9eba-3afbba287a36 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks [] for security_group, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:54:47.750619 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-37d1012c-c0a1-4148-9eba-3afbba287a36 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "DELETE /v2.0/security-groups/ae4c6275-44d9-4522-929e-9cccf87b8d36 HTTP/1.1" status: 204 len: 168 time: 0.1353962 Nov 02 16:54:47.754248 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 47582) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:47.762031 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d1012c-c0a1-4148-9eba-3afbba287a36 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4c6275-44d9-4522-929e-9cccf87b8d36,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:47.770627 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.api.v2.resource [None req-f32c6c50-8184-4870-b5e7-e6d9d179866d tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] show failed (client error): The resource could not be found. Nov 02 16:54:47.771923 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-f32c6c50-8184-4870-b5e7-e6d9d179866d tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "GET /v2.0/security-groups/ae4c6275-44d9-4522-929e-9cccf87b8d36 HTTP/1.1" status: 404 len: 347 time: 0.0162141 Nov 02 16:54:47.775713 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 47584) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:47.914292 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.plugin [None req-bd2da0b5-53d6-4e78-bf06-4812d97a71c5 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Deleting port e342d297-e8a6-44a7-889b-da0eec0d456c {{(pid=113344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 16:54:47.914572 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-bd2da0b5-53d6-4e78-bf06-4812d97a71c5 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788025385849'] for port, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:54:47.994286 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-bd2da0b5-53d6-4e78-bf06-4812d97a71c5 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710950'] for port, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:54:47.994631 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-bd2da0b5-53d6-4e78-bf06-4812d97a71c5 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:54:48.007812 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.plugin [None req-bd2da0b5-53d6-4e78-bf06-4812d97a71c5 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Calling delete_port for e342d297-e8a6-44a7-889b-da0eec0d456c owned by network:floatingip {{(pid=113344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 16:54:48.076839 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device f902bd79-9248-4da6-847e-36b46e3fa1b9 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:54:48.098976 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] No Port match for: f902bd79-9248-4da6-847e-36b46e3fa1b9 {{(pid=113346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 16:54:48.099474 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device f902bd79-9248-4da6-847e-36b46e3fa1b9 not bound to the agent host hv-cinder-77387 {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:54:48.148487 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-bd2da0b5-53d6-4e78-bf06-4812d97a71c5 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788025390403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788024814071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25371697'] for port, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:54:48.174593 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2da0b5-53d6-4e78-bf06-4812d97a71c5 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Pushing event deleted for resources: {'Port': ['ID=e342d297-e8a6-44a7-889b-da0eec0d456c,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:48.243416 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-bd2da0b5-53d6-4e78-bf06-4812d97a71c5 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks [] for floatingip, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:54:48.246495 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-bd2da0b5-53d6-4e78-bf06-4812d97a71c5 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221'] for floatingip, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:54:48.247963 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-bd2da0b5-53d6-4e78-bf06-4812d97a71c5 tempest-AttachVolumeTestJSON-201730807 tempest-AttachVolumeTestJSON-201730807-project] 10.222.0.118 "DELETE /v2.0/floatingips/0675f6b9-32fc-4bd2-970d-b51777b164ef HTTP/1.1" status: 204 len: 168 time: 0.4711778 Nov 02 16:54:51.848087 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 47612) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:51.939071 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:54:52.346771 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-294ae58e-32bf-41db-abc8-ca3bbaf974eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3708740'] for router_interface, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:54:52.638244 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [None req-294ae58e-32bf-41db-abc8-ca3bbaf974eb admin admin] Deleting port 6e0f9ba0-c6dd-4491-813c-9e774c45dd92 {{(pid=113345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 16:54:52.638508 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-294ae58e-32bf-41db-abc8-ca3bbaf974eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788025385849'] for port, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:54:52.718083 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.db [None req-294ae58e-32bf-41db-abc8-ca3bbaf974eb admin admin] For port 6e0f9ba0-c6dd-4491-813c-9e774c45dd92, host dv-cinder-773876-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=6e0f9ba0-c6dd-4491-813c-9e774c45dd92,segment=NetworkSegment(9063e9b7-1cf0-4c78-a7b7-5d676507dd93),segment_id=9063e9b7-1cf0-4c78-a7b7-5d676507dd93)] {{(pid=113345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:54:52.718468 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-294ae58e-32bf-41db-abc8-ca3bbaf974eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710950'] for port, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:54:52.731125 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [None req-294ae58e-32bf-41db-abc8-ca3bbaf974eb admin admin] Calling delete_port for 6e0f9ba0-c6dd-4491-813c-9e774c45dd92 owned by network:router_interface {{(pid=113345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 16:54:52.916969 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-294ae58e-32bf-41db-abc8-ca3bbaf974eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788025390403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788024814071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27915883'] for port, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:54:52.947785 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294ae58e-32bf-41db-abc8-ca3bbaf974eb admin admin] Pushing event deleted for resources: {'Port': ['ID=6e0f9ba0-c6dd-4491-813c-9e774c45dd92,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:53.127977 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-294ae58e-32bf-41db-abc8-ca3bbaf974eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3731188'] for router_interface, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:54:53.658742 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-294ae58e-32bf-41db-abc8-ca3bbaf974eb admin admin] Router cb75ea54-b9eb-4743-961b-a3f4caef708f has already been hosted by L3 agent 23c85ca8-88a6-46e7-9165-338a7fd1d142 {{(pid=113345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:54:53.779734 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-294ae58e-32bf-41db-abc8-ca3bbaf974eb admin admin] Notify agent at l3_agent.dv-cinder-773876-4-iscsi the message routers_updated {{(pid=113345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:54:53.786778 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-294ae58e-32bf-41db-abc8-ca3bbaf974eb admin admin] 10.222.0.118 "PUT /v2.0/routers/cb75ea54-b9eb-4743-961b-a3f4caef708f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9373839 Nov 02 16:54:53.789484 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 47616) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:53.792934 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399e4d00-f08b-475c-8b83-87af95b7ed98 None None] Sync routers for ids ['cb75ea54-b9eb-4743-961b-a3f4caef708f'] in dv-cinder-773876-4-iscsi {{(pid=113346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:54:53.805968 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399e4d00-f08b-475c-8b83-87af95b7ed98 None None] Routers {'cb75ea54-b9eb-4743-961b-a3f4caef708f'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:54:53.806626 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-399e4d00-f08b-475c-8b83-87af95b7ed98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:54:41Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['cb75ea54-b9eb-4743-961b-a3f4caef708f'], 'active': True} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:53.906605 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-a476c5c6-bae6-4184-8f6e-e2e6d032dbac admin admin] Publish callbacks [] for router, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:54:53.923961 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvr_db [None req-399e4d00-f08b-475c-8b83-87af95b7ed98 None None] Set router cb75ea54-b9eb-4743-961b-a3f4caef708f gateway port host: dv-cinder-773876-4-iscsi {{(pid=113346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:54:54.012046 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-a476c5c6-bae6-4184-8f6e-e2e6d032dbac admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:54:54.073764 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [None req-a476c5c6-bae6-4184-8f6e-e2e6d032dbac admin admin] Deleting port fe1e6f6b-5723-43fc-9b40-6adb766eef9e {{(pid=113345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 16:54:54.074118 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-a476c5c6-bae6-4184-8f6e-e2e6d032dbac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788025385849'] for port, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:54:54.116696 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-399e4d00-f08b-475c-8b83-87af95b7ed98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb75ea54-b9eb-4743-961b-a3f4caef708f', 'name': 'tempest-AttachVolumeTestJSON-1456657988-router', 'tenant_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'fe1e6f6b-5723-43fc-9b40-6adb766eef9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:46:24Z', 'updated_at': '2021-11-02T16:54:52Z', 'revision_number': 5, 'project_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'gw_port': {'id': 'fe1e6f6b-5723-43fc-9b40-6adb766eef9e', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:94:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb75ea54-b9eb-4743-961b-a3f4caef708f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:28Z', 'updated_at': '2021-11-02T16:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi'}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:54.145670 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399e4d00-f08b-475c-8b83-87af95b7ed98 None None] Checking router: cb75ea54-b9eb-4743-961b-a3f4caef708f for host: dv-cinder-773876-4-iscsi {{(pid=113346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:54:54.155189 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399e4d00-f08b-475c-8b83-87af95b7ed98 None None] Routers {'cb75ea54-b9eb-4743-961b-a3f4caef708f'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:54:54.155839 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-399e4d00-f08b-475c-8b83-87af95b7ed98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:54:41Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['cb75ea54-b9eb-4743-961b-a3f4caef708f'], 'active': True} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:54.156934 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.db [None req-a476c5c6-bae6-4184-8f6e-e2e6d032dbac admin admin] For port fe1e6f6b-5723-43fc-9b40-6adb766eef9e, host dv-cinder-773876-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=fe1e6f6b-5723-43fc-9b40-6adb766eef9e,segment=NetworkSegment(1cb664d2-69f4-46cd-9abc-3fc1a9239895),segment_id=1cb664d2-69f4-46cd-9abc-3fc1a9239895)] {{(pid=113345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:54:54.157323 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-a476c5c6-bae6-4184-8f6e-e2e6d032dbac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710950'] for port, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:54:54.171618 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [None req-a476c5c6-bae6-4184-8f6e-e2e6d032dbac admin admin] Calling delete_port for fe1e6f6b-5723-43fc-9b40-6adb766eef9e owned by network:router_gateway {{(pid=113345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 16:54:54.245506 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvr_db [None req-399e4d00-f08b-475c-8b83-87af95b7ed98 None None] Set router cb75ea54-b9eb-4743-961b-a3f4caef708f gateway port host: None {{(pid=113346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:54:54.303105 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-399e4d00-f08b-475c-8b83-87af95b7ed98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb75ea54-b9eb-4743-961b-a3f4caef708f', 'name': 'tempest-AttachVolumeTestJSON-1456657988-router', 'tenant_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:46:24Z', 'updated_at': '2021-11-02T16:54:54Z', 'revision_number': 6, 'project_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'gw_port_host': None}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:54.332070 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399e4d00-f08b-475c-8b83-87af95b7ed98 None None] The sync data for ids ['cb75ea54-b9eb-4743-961b-a3f4caef708f'] in dv-cinder-773876-4-iscsi is: [{'id': 'cb75ea54-b9eb-4743-961b-a3f4caef708f', 'name': 'tempest-AttachVolumeTestJSON-1456657988-router', 'tenant_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:46:24Z', 'updated_at': '2021-11-02T16:54:54Z', 'revision_number': 6, 'project_id': 'a575c6bd2e574ad19dc299cc1df253f3', 'gw_port_host': None}] {{(pid=113346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:54:54.356600 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-a476c5c6-bae6-4184-8f6e-e2e6d032dbac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788025390403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788024814071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27915883'] for port, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:54:54.390921 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a476c5c6-bae6-4184-8f6e-e2e6d032dbac admin admin] Pushing event deleted for resources: {'Port': ['ID=fe1e6f6b-5723-43fc-9b40-6adb766eef9e,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:54.454068 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-a476c5c6-bae6-4184-8f6e-e2e6d032dbac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3708050'] for router_gateway, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:54:54.551029 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-a476c5c6-bae6-4184-8f6e-e2e6d032dbac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3731240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26188'] for router, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:54:54.553195 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-a476c5c6-bae6-4184-8f6e-e2e6d032dbac admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:54:54.597622 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-a476c5c6-bae6-4184-8f6e-e2e6d032dbac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3731249'] for router, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:54:54.598252 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a476c5c6-bae6-4184-8f6e-e2e6d032dbac admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb75ea54-b9eb-4743-961b-a3f4caef708f {{(pid=113345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:54:54.604702 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-a476c5c6-bae6-4184-8f6e-e2e6d032dbac admin admin] Publish callbacks [] for router, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:54:54.606022 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-a476c5c6-bae6-4184-8f6e-e2e6d032dbac admin admin] 10.222.0.118 "DELETE /v2.0/routers/cb75ea54-b9eb-4743-961b-a3f4caef708f HTTP/1.1" status: 204 len: 168 time: 0.8153968 Nov 02 16:54:54.608750 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 47618) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:54.664223 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.db_base_plugin_v2 [None req-91e3964e-c503-49cc-96d5-36fef62beaba admin admin] Deleting subnet 81d3d140-25a2-438b-a64f-a1dea867ba0d {{(pid=113345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 16:54:54.667322 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-91e3964e-c503-49cc-96d5-36fef62beaba admin admin] Publish callbacks [] for subnet, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:54:54.706186 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-91e3964e-c503-49cc-96d5-36fef62beaba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27917017'] for subnet, precommit_delete_associations {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:54:54.844882 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-91e3964e-c503-49cc-96d5-36fef62beaba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645718'] for subnet, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:54:54.906203 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-91e3964e-c503-49cc-96d5-36fef62beaba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27916980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29156426'] for subnet, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:54:54.936075 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e3964e-c503-49cc-96d5-36fef62beaba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81d3d140-25a2-438b-a64f-a1dea867ba0d,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:54.938229 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-91e3964e-c503-49cc-96d5-36fef62beaba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673503'] for subnet, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:54:54.941800 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-91e3964e-c503-49cc-96d5-36fef62beaba admin admin] 10.222.0.118 "DELETE /v2.0/subnets/81d3d140-25a2-438b-a64f-a1dea867ba0d HTTP/1.1" status: 204 len: 168 time: 0.3320017 Nov 02 16:54:54.944112 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe05a6f-b6ab-4bc9-9ebc-3c327163dacb None None] Network c3ac4ab4-0ce0-4abb-9960-272f99ead558 requested from dv-cinder-773876-4-iscsi {{(pid=113346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:54:54.945450 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 47620) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:55.019165 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-1b0d8dac-a175-4d1e-a7ef-2127ead44e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652235'] for network, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:54:55.086463 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [None req-1b0d8dac-a175-4d1e-a7ef-2127ead44e70 admin admin] Deleting port e92bb590-fb0e-4f9c-8eef-6f30ced4397f {{(pid=113345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 16:54:55.086882 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-1b0d8dac-a175-4d1e-a7ef-2127ead44e70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788025385849'] for port, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:54:55.158362 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.db [None req-1b0d8dac-a175-4d1e-a7ef-2127ead44e70 admin admin] For port e92bb590-fb0e-4f9c-8eef-6f30ced4397f, host dv-cinder-773876-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=e92bb590-fb0e-4f9c-8eef-6f30ced4397f,segment=NetworkSegment(9063e9b7-1cf0-4c78-a7b7-5d676507dd93),segment_id=9063e9b7-1cf0-4c78-a7b7-5d676507dd93)] {{(pid=113345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:54:55.158774 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-1b0d8dac-a175-4d1e-a7ef-2127ead44e70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710950'] for port, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:54:55.177081 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [None req-1b0d8dac-a175-4d1e-a7ef-2127ead44e70 admin admin] Calling delete_port for e92bb590-fb0e-4f9c-8eef-6f30ced4397f owned by network:dhcp {{(pid=113345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 16:54:55.190320 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e3ec4b-ed2d-4646-9d60-c6ca1d251a6c None None] DHCP port deletion for c3ac4ab4-0ce0-4abb-9960-272f99ead558 request from dv-cinder-773876-4-iscsi {{(pid=113346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:54:55.257248 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device 6e0f9ba0-c6dd-4491-813c-9e774c45dd92 no longer exists at agent ovs-agent-dv-cinder-773876-4-iscsi {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:54:55.282557 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-1b0d8dac-a175-4d1e-a7ef-2127ead44e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788025390403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788024814071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27915883'] for port, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:54:55.283056 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] No Port match for: 6e0f9ba0-c6dd-4491-813c-9e774c45dd92 {{(pid=113346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 16:54:55.283321 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device 6e0f9ba0-c6dd-4491-813c-9e774c45dd92 not bound to the agent host dv-cinder-773876-4-iscsi {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:54:55.283763 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device e92bb590-fb0e-4f9c-8eef-6f30ced4397f no longer exists at agent ovs-agent-dv-cinder-773876-4-iscsi {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:54:55.310420 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-46e3ec4b-ed2d-4646-9d60-c6ca1d251a6c None None] Deleting port e92bb590-fb0e-4f9c-8eef-6f30ced4397f {{(pid=113346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 16:54:55.310729 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-46e3ec4b-ed2d-4646-9d60-c6ca1d251a6c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788025385849'] for port, before_delete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:54:55.312585 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0d8dac-a175-4d1e-a7ef-2127ead44e70 admin admin] Pushing event deleted for resources: {'Port': ['ID=e92bb590-fb0e-4f9c-8eef-6f30ced4397f,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:55.314753 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0d8dac-a175-4d1e-a7ef-2127ead44e70 admin admin] No DVR routers for this DVR port e92bb590-fb0e-4f9c-8eef-6f30ced4397f on host dv-cinder-773876-4-iscsi {{(pid=113345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:54:55.315939 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] No Port match for: e92bb590-fb0e-4f9c-8eef-6f30ced4397f {{(pid=113346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 16:54:55.317428 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device e92bb590-fb0e-4f9c-8eef-6f30ced4397f not bound to the agent host dv-cinder-773876-4-iscsi {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:54:55.317882 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device fe1e6f6b-5723-43fc-9b40-6adb766eef9e no longer exists at agent ovs-agent-dv-cinder-773876-4-iscsi {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:54:55.356651 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] No Port match for: fe1e6f6b-5723-43fc-9b40-6adb766eef9e {{(pid=113346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 16:54:55.357009 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device fe1e6f6b-5723-43fc-9b40-6adb766eef9e not bound to the agent host dv-cinder-773876-4-iscsi {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:54:55.409727 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-1b0d8dac-a175-4d1e-a7ef-2127ead44e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644317', 'neutron.services.segments.db._delete_segments_for_network-8788025296622'] for network, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:54:55.412360 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-46e3ec4b-ed2d-4646-9d60-c6ca1d251a6c None None] For port e92bb590-fb0e-4f9c-8eef-6f30ced4397f, host dv-cinder-773876-4-iscsi, got binding levels [] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:54:55.412835 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-46e3ec4b-ed2d-4646-9d60-c6ca1d251a6c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710950'] for port, precommit_delete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:54:55.428098 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-46e3ec4b-ed2d-4646-9d60-c6ca1d251a6c None None] Calling delete_port for e92bb590-fb0e-4f9c-8eef-6f30ced4397f owned by network:dhcp {{(pid=113346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 16:54:55.431829 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.ipam_backend_mixin [None req-46e3ec4b-ed2d-4646-9d60-c6ca1d251a6c None None] Port e92bb590-fb0e-4f9c-8eef-6f30ced4397f was not found and therefore no delete operation was performed {{(pid=113346) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 02 16:54:55.433318 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-46e3ec4b-ed2d-4646-9d60-c6ca1d251a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788025390403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788024814071'] for port, after_delete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:54:55.437986 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.services.segments.db [None req-1b0d8dac-a175-4d1e-a7ef-2127ead44e70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3ac4ab4-0ce0-4abb-9960-272f99ead558']}} {{(pid=113345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:55.449188 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.services.segments.db [None req-1b0d8dac-a175-4d1e-a7ef-2127ead44e70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9063e9b7-1cf0-4c78-a7b7-5d676507dd93') {'for_net_delete': True} {{(pid=113345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:55.449497 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.services.segments.db [None req-1b0d8dac-a175-4d1e-a7ef-2127ead44e70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9063e9b7-1cf0-4c78-a7b7-5d676507dd93') {} {{(pid=113345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:54:55.462305 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-1b0d8dac-a175-4d1e-a7ef-2127ead44e70 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788025301495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27917006'] for segment, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:54:55.467300 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e3ec4b-ed2d-4646-9d60-c6ca1d251a6c None None] Pushing event deleted for resources: {'Port': ['ID=e92bb590-fb0e-4f9c-8eef-6f30ced4397f,revision_number=None']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:55.473442 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e3ec4b-ed2d-4646-9d60-c6ca1d251a6c None None] No DVR routers for this DVR port e92bb590-fb0e-4f9c-8eef-6f30ced4397f on host dv-cinder-773876-4-iscsi {{(pid=113346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:54:55.484608 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-1b0d8dac-a175-4d1e-a7ef-2127ead44e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639893'] for segment, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:54:55.490548 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b0d8dac-a175-4d1e-a7ef-2127ead44e70 admin admin] Releasing vlan 758 on physical network physnet1 to pool {{(pid=113345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:54:55.491112 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-1b0d8dac-a175-4d1e-a7ef-2127ead44e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27915798'] for segment, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:54:55.496587 dv-cinder-773876-4-iscsi neutron-server[113345]: Traceback (most recent call last): Nov 02 16:54:55.496587 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:54:55.496587 dv-cinder-773876-4-iscsi neutron-server[113345]: timer() Nov 02 16:54:55.496587 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:54:55.496587 dv-cinder-773876-4-iscsi neutron-server[113345]: cb(*args, **kw) Nov 02 16:54:55.496587 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:54:55.496587 dv-cinder-773876-4-iscsi neutron-server[113345]: return func(*args, **kwargs) Nov 02 16:54:55.496587 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:54:55.496587 dv-cinder-773876-4-iscsi neutron-server[113345]: self._notify() Nov 02 16:54:55.496587 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:54:55.496587 dv-cinder-773876-4-iscsi neutron-server[113345]: self.callback(batched_events) Nov 02 16:54:55.496587 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:54:55.496587 dv-cinder-773876-4-iscsi neutron-server[113345]: event.method(event) Nov 02 16:54:55.496587 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:54:55.496587 dv-cinder-773876-4-iscsi neutron-server[113345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:54:55.496587 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:54:55.496587 dv-cinder-773876-4-iscsi neutron-server[113345]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:54:55.496587 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:54:55.496587 dv-cinder-773876-4-iscsi neutron-server[113345]: return f(self, *a, **k) Nov 02 16:54:55.496587 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:54:55.496587 dv-cinder-773876-4-iscsi neutron-server[113345]: return self._get(url).json() Nov 02 16:54:55.496587 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:54:55.496587 dv-cinder-773876-4-iscsi neutron-server[113345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:54:55.496587 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:54:55.496587 dv-cinder-773876-4-iscsi neutron-server[113345]: return self.request(url, 'GET', **kwargs) Nov 02 16:54:55.496587 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:54:55.496587 dv-cinder-773876-4-iscsi neutron-server[113345]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:54:55.496587 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:54:55.496587 dv-cinder-773876-4-iscsi neutron-server[113345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:54:55.496587 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:54:55.496587 dv-cinder-773876-4-iscsi neutron-server[113345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:54:55.496587 dv-cinder-773876-4-iscsi neutron-server[113345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:54:55.559667 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-1b0d8dac-a175-4d1e-a7ef-2127ead44e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3708022'] for network, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:54:55.566829 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-1b0d8dac-a175-4d1e-a7ef-2127ead44e70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673503'] for network, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:54:55.570425 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-1b0d8dac-a175-4d1e-a7ef-2127ead44e70 admin admin] 10.222.0.118 "DELETE /v2.0/networks/c3ac4ab4-0ce0-4abb-9960-272f99ead558 HTTP/1.1" status: 204 len: 168 time: 0.6239147 Nov 02 16:54:55.586371 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0d8dac-a175-4d1e-a7ef-2127ead44e70 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3ac4ab4-0ce0-4abb-9960-272f99ead558,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:54:55.698790 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 47624) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:55.741934 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-a97111eb-8d31-455a-87b2-d6f42796e99a admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=a575c6bd2e574ad19dc299cc1df253f3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0409179 Nov 02 16:54:55.744353 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 47626) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:54:55.800292 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-fb07a7e5-13b3-4e12-b662-01e47c5baaa0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:54:55.825402 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-fb07a7e5-13b3-4e12-b662-01e47c5baaa0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:54:55.879326 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-fb07a7e5-13b3-4e12-b662-01e47c5baaa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:54:55.883288 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-fb07a7e5-13b3-4e12-b662-01e47c5baaa0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:54:55.885023 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-fb07a7e5-13b3-4e12-b662-01e47c5baaa0 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/50004d3e-b781-4503-bb5b-0dbbcb622133 HTTP/1.1" status: 204 len: 168 time: 0.1394832 Nov 02 16:54:55.896054 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb07a7e5-13b3-4e12-b662-01e47c5baaa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50004d3e-b781-4503-bb5b-0dbbcb622133,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:04.253239 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ececa46-dcf7-457b-bb04-06d395cfa53e req-9a8dda71-3baf-4f4f-b739-bf68a9cf4808 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:04.255969 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-7ececa46-dcf7-457b-bb04-06d395cfa53e req-9a8dda71-3baf-4f4f-b739-bf68a9cf4808 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/ports?device_id=0cc9451a-ff42-4d58-8086-84efeda40e0b HTTP/1.1" status: 200 len: 946 time: 0.0839748 Nov 02 16:55:04.323017 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-7ececa46-dcf7-457b-bb04-06d395cfa53e req-85538f7b-a7c0-45c1-91fc-6c9b6c681afa tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/security-groups?id=b1f05269-3171-411f-92d6-2a309bca96b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0592697 Nov 02 16:55:05.465193 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ec0d1-de71-4928-80c4-423f45fba885 req-7f089af4-c253-46e2-83b9-f33764b3f6ef tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:05.466847 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-277ec0d1-de71-4928-80c4-423f45fba885 req-7f089af4-c253-46e2-83b9-f33764b3f6ef tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/ports?device_id=0cc9451a-ff42-4d58-8086-84efeda40e0b HTTP/1.1" status: 200 len: 946 time: 0.0575902 Nov 02 16:55:05.530258 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-277ec0d1-de71-4928-80c4-423f45fba885 req-704e520e-0c8f-4d0a-81bb-e3ca5c7855ec tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/security-groups?id=b1f05269-3171-411f-92d6-2a309bca96b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0563087 Nov 02 16:55:05.767645 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 47740) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:05.891096 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-024e0d5f-11a1-4264-861b-79c7e24af224 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:06.033562 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bea090-07ff-45c2-9cb7-dc00327008d8 req-d4f2ea29-f29a-44b2-9cb6-baf61e3ee90c tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:06.035077 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-45bea090-07ff-45c2-9cb7-dc00327008d8 req-d4f2ea29-f29a-44b2-9cb6-baf61e3ee90c tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cc9451a-ff42-4d58-8086-84efeda40e0b HTTP/1.1" status: 200 len: 946 time: 0.1232393 Nov 02 16:55:06.105472 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-024e0d5f-11a1-4264-861b-79c7e24af224 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:06.113522 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-024e0d5f-11a1-4264-861b-79c7e24af224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:06.185418 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-024e0d5f-11a1-4264-861b-79c7e24af224 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=38a8ba9c0b124e7796fa04e80a46fa75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4164150 Nov 02 16:55:06.187855 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024e0d5f-11a1-4264-861b-79c7e24af224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37bb2688-8a50-41e9-96eb-f5588136ff1a,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:06.188521 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 47744) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:06.216070 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [req-45bea090-07ff-45c2-9cb7-dc00327008d8 req-a58b91d1-d6b5-4b56-a41b-4df9b67580c1 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Deleting port 38f4c5ac-fd67-4d6a-bcb0-06b8456ad406 {{(pid=113345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 16:55:06.216070 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-45bea090-07ff-45c2-9cb7-dc00327008d8 req-a58b91d1-d6b5-4b56-a41b-4df9b67580c1 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788025385849'] for port, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:06.252945 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-215b633a-f295-4d4a-ad0d-6677cf691495 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:06.276035 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-215b633a-f295-4d4a-ad0d-6677cf691495 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:06.325536 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.db [req-45bea090-07ff-45c2-9cb7-dc00327008d8 req-a58b91d1-d6b5-4b56-a41b-4df9b67580c1 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] For port 38f4c5ac-fd67-4d6a-bcb0-06b8456ad406, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=38f4c5ac-fd67-4d6a-bcb0-06b8456ad406,segment=NetworkSegment(a0db1be0-f211-4b56-8245-8ff244bfde1c),segment_id=a0db1be0-f211-4b56-8245-8ff244bfde1c)] {{(pid=113345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:55:06.325904 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-45bea090-07ff-45c2-9cb7-dc00327008d8 req-a58b91d1-d6b5-4b56-a41b-4df9b67580c1 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710950'] for port, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:06.340879 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-215b633a-f295-4d4a-ad0d-6677cf691495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:06.343762 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-215b633a-f295-4d4a-ad0d-6677cf691495 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:06.345100 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-215b633a-f295-4d4a-ad0d-6677cf691495 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/37bb2688-8a50-41e9-96eb-f5588136ff1a HTTP/1.1" status: 204 len: 168 time: 0.1554475 Nov 02 16:55:06.354374 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215b633a-f295-4d4a-ad0d-6677cf691495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37bb2688-8a50-41e9-96eb-f5588136ff1a,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:06.362143 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215b633a-f295-4d4a-ad0d-6677cf691495 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:55:06.362501 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215b633a-f295-4d4a-ad0d-6677cf691495 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:55:06.362859 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215b633a-f295-4d4a-ad0d-6677cf691495 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:55:06.363212 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215b633a-f295-4d4a-ad0d-6677cf691495 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:55:06.363552 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215b633a-f295-4d4a-ad0d-6677cf691495 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:55:06.363895 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215b633a-f295-4d4a-ad0d-6677cf691495 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:55:06.364268 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215b633a-f295-4d4a-ad0d-6677cf691495 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:55:06.364620 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215b633a-f295-4d4a-ad0d-6677cf691495 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:55:06.364949 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215b633a-f295-4d4a-ad0d-6677cf691495 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:55:06.365286 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215b633a-f295-4d4a-ad0d-6677cf691495 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:55:06.365667 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215b633a-f295-4d4a-ad0d-6677cf691495 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:55:06.366523 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215b633a-f295-4d4a-ad0d-6677cf691495 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:55:06.560362 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-45bea090-07ff-45c2-9cb7-dc00327008d8 req-a58b91d1-d6b5-4b56-a41b-4df9b67580c1 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks [] for floatingip, precommit_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:06.560741 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-45bea090-07ff-45c2-9cb7-dc00327008d8 req-a58b91d1-d6b5-4b56-a41b-4df9b67580c1 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3707972'] for floatingip, after_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:06.561081 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.db.l3_db [req-45bea090-07ff-45c2-9cb7-dc00327008d8 req-a58b91d1-d6b5-4b56-a41b-4df9b67580c1 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Floating IP aadcfbef-a594-4c8d-9a8f-4153bbb07da6 disassociated. External IP: 172.27.1.131, port: 38f4c5ac-fd67-4d6a-bcb0-06b8456ad406. Nov 02 16:55:06.561474 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [req-45bea090-07ff-45c2-9cb7-dc00327008d8 req-a58b91d1-d6b5-4b56-a41b-4df9b67580c1 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Calling delete_port for 38f4c5ac-fd67-4d6a-bcb0-06b8456ad406 owned by compute:nova {{(pid=113345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 16:55:06.743902 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9477c60-3c8e-4710-b6f1-f63d817c1ca0 req-2706c70d-256c-480d-90e8-9e02040228fc tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:06.746554 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-a9477c60-3c8e-4710-b6f1-f63d817c1ca0 req-2706c70d-256c-480d-90e8-9e02040228fc tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/ports?device_id=0cc9451a-ff42-4d58-8086-84efeda40e0b HTTP/1.1" status: 200 len: 946 time: 0.0992115 Nov 02 16:55:06.788120 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-45bea090-07ff-45c2-9cb7-dc00327008d8 req-a58b91d1-d6b5-4b56-a41b-4df9b67580c1 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788025390403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788024814071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27915883'] for port, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:06.850942 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58b91d1-d6b5-4b56-a41b-4df9b67580c1 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Pushing event deleted for resources: {'Port': ['ID=38f4c5ac-fd67-4d6a-bcb0-06b8456ad406,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:06.894015 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-a9477c60-3c8e-4710-b6f1-f63d817c1ca0 req-11711516-c916-460c-b5a9-e8e0b4d48e5e tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/security-groups?id=b1f05269-3171-411f-92d6-2a309bca96b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1362538 Nov 02 16:55:07.022466 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45bea090-07ff-45c2-9cb7-dc00327008d8 req-a58b91d1-d6b5-4b56-a41b-4df9b67580c1 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Router c797d5b2-bdc4-4012-8c62-046dcdeae5dd has already been hosted by L3 agent 23c85ca8-88a6-46e7-9165-338a7fd1d142 {{(pid=113345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:55:07.149878 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45bea090-07ff-45c2-9cb7-dc00327008d8 req-a58b91d1-d6b5-4b56-a41b-4df9b67580c1 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Notify agent at l3_agent.dv-cinder-773876-4-iscsi the message routers_updated {{(pid=113345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:55:07.162356 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1f5d6b-8fa2-4b3d-bbcf-7c0a95b58cfe None None] Sync routers for ids ['c797d5b2-bdc4-4012-8c62-046dcdeae5dd'] in dv-cinder-773876-4-iscsi {{(pid=113347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:55:07.183008 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1f5d6b-8fa2-4b3d-bbcf-7c0a95b58cfe None None] Routers {'c797d5b2-bdc4-4012-8c62-046dcdeae5dd'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:55:07.183717 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-3c1f5d6b-8fa2-4b3d-bbcf-7c0a95b58cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:54:41Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['c797d5b2-bdc4-4012-8c62-046dcdeae5dd'], 'active': True} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:07.211237 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.l3_dvrscheduler_db [req-45bea090-07ff-45c2-9cb7-dc00327008d8 req-a58b91d1-d6b5-4b56-a41b-4df9b67580c1 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] No DVR routers for this DVR port 38f4c5ac-fd67-4d6a-bcb0-06b8456ad406 on host hv-cinder-77387 {{(pid=113345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:55:07.215274 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-45bea090-07ff-45c2-9cb7-dc00327008d8 req-a58b91d1-d6b5-4b56-a41b-4df9b67580c1 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221'] for port, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:07.220035 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-45bea090-07ff-45c2-9cb7-dc00327008d8 req-a58b91d1-d6b5-4b56-a41b-4df9b67580c1 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.76 "DELETE /v2.0/ports/38f4c5ac-fd67-4d6a-bcb0-06b8456ad406 HTTP/1.1" status: 204 len: 173 time: 1.1737378 Nov 02 16:55:07.220625 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc9451a-ff42-4d58-8086-84efeda40e0b', 'name': 'network-vif-deleted', 'tag': '38f4c5ac-fd67-4d6a-bcb0-06b8456ad406'}] {{(pid=113345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:55:07.223109 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88728d28071a92af03fe3e2826ca256f68f88e9f4aa3bce1a4ce6001ce5f6d9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffaa14cb-1218-4c0b-b52e-d8fd8b724d71" -d '{"events": [{"server_uuid": "0cc9451a-ff42-4d58-8086-84efeda40e0b", "name": "network-vif-deleted", "tag": "38f4c5ac-fd67-4d6a-bcb0-06b8456ad406"}]}' {{(pid=113345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:55:07.334090 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca41a547-79f9-47f9-ac12-9032886b3ba1 x-openstack-request-id: req-ca41a547-79f9-47f9-ac12-9032886b3ba1 {{(pid=113345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:55:07.334090 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc9451a-ff42-4d58-8086-84efeda40e0b", "name": "network-vif-deleted", "tag": "38f4c5ac-fd67-4d6a-bcb0-06b8456ad406", "status": "completed", "code": 200}]} {{(pid=113345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:55:07.334645 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-ca41a547-79f9-47f9-ac12-9032886b3ba1 {{(pid=113345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:55:07.337108 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cc9451a-ff42-4d58-8086-84efeda40e0b', 'name': 'network-vif-deleted', 'tag': '38f4c5ac-fd67-4d6a-bcb0-06b8456ad406', 'status': 'completed', 'code': 200} Nov 02 16:55:07.401315 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvr_db [None req-3c1f5d6b-8fa2-4b3d-bbcf-7c0a95b58cfe None None] Set router c797d5b2-bdc4-4012-8c62-046dcdeae5dd gateway port host: dv-cinder-773876-4-iscsi {{(pid=113347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:55:07.715324 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-3c1f5d6b-8fa2-4b3d-bbcf-7c0a95b58cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'name': 'tempest-TestVolumeBootPattern-226830009-router', 'tenant_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e29b7936-7a83-49dd-9008-36de97272721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:47Z', 'updated_at': '2021-11-02T16:51:51Z', 'revision_number': 4, 'project_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'gw_port': {'id': 'e29b7936-7a83-49dd-9008-36de97272721', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:48Z', 'updated_at': '2021-11-02T16:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_interfaces': [{'id': '232ad059-fbdb-4195-a503-645ac2a34484', 'name': '', 'network_id': 'ac5452b3-7329-433e-af1f-df17acea3828', 'tenant_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'mac_address': 'fa:16:3e:b6:dc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'aa72a888-b45f-4cfb-ae6c-4494e796baf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:50Z', 'updated_at': '2021-11-02T16:51:56Z', 'revision_number': 5, 'project_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'subnets': [{'id': 'aa72a888-b45f-4cfb-ae6c-4494e796baf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:07.749712 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1f5d6b-8fa2-4b3d-bbcf-7c0a95b58cfe None None] Checking router: c797d5b2-bdc4-4012-8c62-046dcdeae5dd for host: dv-cinder-773876-4-iscsi {{(pid=113347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:55:07.762059 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1f5d6b-8fa2-4b3d-bbcf-7c0a95b58cfe None None] Routers {'c797d5b2-bdc4-4012-8c62-046dcdeae5dd'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:55:07.762821 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-3c1f5d6b-8fa2-4b3d-bbcf-7c0a95b58cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:54:41Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['c797d5b2-bdc4-4012-8c62-046dcdeae5dd'], 'active': True} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:07.922694 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvr_db [None req-3c1f5d6b-8fa2-4b3d-bbcf-7c0a95b58cfe None None] Set router c797d5b2-bdc4-4012-8c62-046dcdeae5dd gateway port host: dv-cinder-773876-4-iscsi {{(pid=113347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:55:08.139420 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-1cc0a3a4-f607-4b4d-8631-06fde77565a8 req-37030fb9-1533-4f4e-9603-1bef8121c252 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/ports?device_id=0cc9451a-ff42-4d58-8086-84efeda40e0b HTTP/1.1" status: 200 len: 210 time: 0.0478449 Nov 02 16:55:08.248385 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-3c1f5d6b-8fa2-4b3d-bbcf-7c0a95b58cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'name': 'tempest-TestVolumeBootPattern-226830009-router', 'tenant_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e29b7936-7a83-49dd-9008-36de97272721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:47Z', 'updated_at': '2021-11-02T16:51:51Z', 'revision_number': 4, 'project_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'gw_port': {'id': 'e29b7936-7a83-49dd-9008-36de97272721', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:48Z', 'updated_at': '2021-11-02T16:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_interfaces': [{'id': '232ad059-fbdb-4195-a503-645ac2a34484', 'name': '', 'network_id': 'ac5452b3-7329-433e-af1f-df17acea3828', 'tenant_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'mac_address': 'fa:16:3e:b6:dc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'aa72a888-b45f-4cfb-ae6c-4494e796baf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:50Z', 'updated_at': '2021-11-02T16:51:56Z', 'revision_number': 5, 'project_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'subnets': [{'id': 'aa72a888-b45f-4cfb-ae6c-4494e796baf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:08.285181 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1f5d6b-8fa2-4b3d-bbcf-7c0a95b58cfe None None] The sync data for ids ['c797d5b2-bdc4-4012-8c62-046dcdeae5dd'] in dv-cinder-773876-4-iscsi is: [{'id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'name': 'tempest-TestVolumeBootPattern-226830009-router', 'tenant_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e29b7936-7a83-49dd-9008-36de97272721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:47Z', 'updated_at': '2021-11-02T16:51:51Z', 'revision_number': 4, 'project_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'gw_port': {'id': 'e29b7936-7a83-49dd-9008-36de97272721', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:48Z', 'updated_at': '2021-11-02T16:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_interfaces': [{'id': '232ad059-fbdb-4195-a503-645ac2a34484', 'name': '', 'network_id': 'ac5452b3-7329-433e-af1f-df17acea3828', 'tenant_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'mac_address': 'fa:16:3e:b6:dc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'aa72a888-b45f-4cfb-ae6c-4494e796baf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:50Z', 'updated_at': '2021-11-02T16:51:56Z', 'revision_number': 5, 'project_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'subnets': [{'id': 'aa72a888-b45f-4cfb-ae6c-4494e796baf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:55:08.352520 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-e5a90c33-22fa-495f-94e1-51f1b0b48b44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:08.587260 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ab1f72-2d46-44d7-9d08-aa9443584b68 None None] New status for floating IP aadcfbef-a594-4c8d-9a8f-4153bbb07da6: DOWN {{(pid=113346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 16:55:09.473054 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-d4388230-a77f-4a2b-87ac-ae64f457f23f req-2f7afc6c-1035-420c-aead-a28c1afb3b4f tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-10426531&fields=id&tenant_id=f83b31a72c4f4cc78519ed2dc9bdc400 HTTP/1.1" status: 200 len: 267 time: 0.0509546 Nov 02 16:55:09.598443 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4388230-a77f-4a2b-87ac-ae64f457f23f req-41701290-d8a5-4342-a9e7-368c687b1de0 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:09.600455 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-d4388230-a77f-4a2b-87ac-ae64f457f23f req-41701290-d8a5-4342-a9e7-368c687b1de0 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/networks?id=ac5452b3-7329-433e-af1f-df17acea3828 HTTP/1.1" status: 200 len: 811 time: 0.1162941 Nov 02 16:55:09.618457 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-d4388230-a77f-4a2b-87ac-ae64f457f23f req-a2c99560-670b-4031-b98c-9f3d567b56ce tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/quotas/f83b31a72c4f4cc78519ed2dc9bdc400 HTTP/1.1" status: 200 len: 375 time: 0.0111923 Nov 02 16:55:09.677411 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-d4388230-a77f-4a2b-87ac-ae64f457f23f req-41a47c0f-2213-4000-b2b9-c408b6252fd6 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=f83b31a72c4f4cc78519ed2dc9bdc400&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0530288 Nov 02 16:55:09.783401 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-d4388230-a77f-4a2b-87ac-ae64f457f23f req-44f86ab9-28f8-4e42-bb9f-11a5b6d85b5a service neutron] 10.222.0.118 "GET /v2.0/networks/ac5452b3-7329-433e-af1f-df17acea3828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919533 Nov 02 16:55:09.885225 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-d4388230-a77f-4a2b-87ac-ae64f457f23f req-64f3a694-36f0-4b26-9214-f4be8b682b61 service neutron] 10.222.0.118 "GET /v2.0/networks/ac5452b3-7329-433e-af1f-df17acea3828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939908 Nov 02 16:55:10.217750 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-0c582e94-fa9d-4c5a-82d5-0d45f4fdad54 req-46513ca1-e746-46d4-adc1-6e01c1a930f8 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/ports?device_id=4e28e803-80b5-48e8-912a-d47cbeed52e0 HTTP/1.1" status: 200 len: 210 time: 0.0288374 Nov 02 16:55:10.222823 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device 38f4c5ac-fd67-4d6a-bcb0-06b8456ad406 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:55:10.247185 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] No Port match for: 38f4c5ac-fd67-4d6a-bcb0-06b8456ad406 {{(pid=113346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 16:55:10.247628 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device 38f4c5ac-fd67-4d6a-bcb0-06b8456ad406 not bound to the agent host hv-cinder-77387 {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:55:10.732001 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 47836) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:10.857794 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-64e45fc0-4db3-4472-84ce-95dc060c88b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:10.949417 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-64e45fc0-4db3-4472-84ce-95dc060c88b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:10.954346 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-64e45fc0-4db3-4472-84ce-95dc060c88b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:11.000002 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-64e45fc0-4db3-4472-84ce-95dc060c88b2 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=adfa43d0df224fcab2a60c2f1071f921&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2657752 Nov 02 16:55:11.000969 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e45fc0-4db3-4472-84ce-95dc060c88b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b068332-d2a2-4e85-b276-897f5301bcbb,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:11.002845 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 47840) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:11.047300 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-46887c94-3b33-4da5-b0d6-27233b401587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:11.069329 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-24e9cc40-be34-46ea-9ecc-ba29be054b4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:11.093701 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-24e9cc40-be34-46ea-9ecc-ba29be054b4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:11.145054 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-24e9cc40-be34-46ea-9ecc-ba29be054b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:11.147850 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-24e9cc40-be34-46ea-9ecc-ba29be054b4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:11.149170 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-24e9cc40-be34-46ea-9ecc-ba29be054b4a admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/6b068332-d2a2-4e85-b276-897f5301bcbb HTTP/1.1" status: 204 len: 168 time: 0.1439157 Nov 02 16:55:11.158299 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e9cc40-be34-46ea-9ecc-ba29be054b4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b068332-d2a2-4e85-b276-897f5301bcbb,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:11.316026 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4388230-a77f-4a2b-87ac-ae64f457f23f req-c483ff4c-3a7a-4392-b901-1526a8327b21 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:11.317924 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-d4388230-a77f-4a2b-87ac-ae64f457f23f req-c483ff4c-3a7a-4392-b901-1526a8327b21 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.76 "GET /v2.0/networks?id=ac5452b3-7329-433e-af1f-df17acea3828 HTTP/1.1" status: 200 len: 811 time: 0.1648915 Nov 02 16:55:11.373134 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-59adcaef-b6e8-4f61-845c-6daa47127a06 req-8b843960-36e0-45a3-8183-c98f792afb29 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/ports?device_id=4e28e803-80b5-48e8-912a-d47cbeed52e0 HTTP/1.1" status: 200 len: 210 time: 0.0678446 Nov 02 16:55:11.413146 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-d4388230-a77f-4a2b-87ac-ae64f457f23f req-9e6f42fc-bb70-41b6-94da-fbb34b3f073a tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f83b31a72c4f4cc78519ed2dc9bdc400 HTTP/1.1" status: 200 len: 378 time: 0.0833733 Nov 02 16:55:11.426804 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.v2.base [req-d4388230-a77f-4a2b-87ac-ae64f457f23f req-8838c1d6-6e17-4f62-a5c9-93a8ba791396 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Request body: {'port': {'device_id': '4e28e803-80b5-48e8-912a-d47cbeed52e0', 'network_id': 'ac5452b3-7329-433e-af1f-df17acea3828', 'admin_state_up': True, 'tenant_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'security_groups': ['b1f05269-3171-411f-92d6-2a309bca96b6']}} {{(pid=113345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:55:11.559522 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4388230-a77f-4a2b-87ac-ae64f457f23f req-8838c1d6-6e17-4f62-a5c9-93a8ba791396 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Made reservation on behalf of f83b31a72c4f4cc78519ed2dc9bdc400 for: {'port': 1} {{(pid=113345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:55:11.564021 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-d4388230-a77f-4a2b-87ac-ae64f457f23f req-8838c1d6-6e17-4f62-a5c9-93a8ba791396 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:11.731917 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.db_base_plugin_common [req-d4388230-a77f-4a2b-87ac-ae64f457f23f req-8838c1d6-6e17-4f62-a5c9-93a8ba791396 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Allocated IP 172.20.0.6 (ac5452b3-7329-433e-af1f-df17acea3828/aa72a888-b45f-4cfb-ae6c-4494e796baf0/8985118a-dd23-4724-8375-7570b9e9aad0) {{(pid=113345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:55:11.915302 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-d4388230-a77f-4a2b-87ac-ae64f457f23f req-8838c1d6-6e17-4f62-a5c9-93a8ba791396 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks [] for port, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:11.961576 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-d4388230-a77f-4a2b-87ac-ae64f457f23f req-8838c1d6-6e17-4f62-a5c9-93a8ba791396 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788024814062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27915883'] for port, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:12.015266 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4388230-a77f-4a2b-87ac-ae64f457f23f req-8838c1d6-6e17-4f62-a5c9-93a8ba791396 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Network ac5452b3-7329-433e-af1f-df17acea3828 is already hosted by enough agents. {{(pid=113345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:55:12.020885 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.base_scheduler [req-d4388230-a77f-4a2b-87ac-ae64f457f23f req-8838c1d6-6e17-4f62-a5c9-93a8ba791396 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Resources bound (agent type, host, resource id): {{(pid=113345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:55:12.026450 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4388230-a77f-4a2b-87ac-ae64f457f23f req-8838c1d6-6e17-4f62-a5c9-93a8ba791396 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Received port after_create {{(pid=113345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:55:12.033960 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8838c1d6-6e17-4f62-a5c9-93a8ba791396 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Pushing event updated for resources: {'Port': ['ID=8985118a-dd23-4724-8375-7570b9e9aad0,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:12.112224 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4388230-a77f-4a2b-87ac-ae64f457f23f req-8838c1d6-6e17-4f62-a5c9-93a8ba791396 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:12.113304 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-d4388230-a77f-4a2b-87ac-ae64f457f23f req-8838c1d6-6e17-4f62-a5c9-93a8ba791396 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221'] for port, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:12.140717 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-d4388230-a77f-4a2b-87ac-ae64f457f23f req-8838c1d6-6e17-4f62-a5c9-93a8ba791396 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7194207 Nov 02 16:55:12.155612 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.v2.base [req-d4388230-a77f-4a2b-87ac-ae64f457f23f req-7ab0a383-0932-4540-b9b0-e6e91f13c57c service neutron] Request body: {'port': {'device_id': '4e28e803-80b5-48e8-912a-d47cbeed52e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=113345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:55:12.375022 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-7e03df09-4dd5-41ba-bb1b-7c77ed3dff26 None None] Provisioning complete for port 8985118a-dd23-4724-8375-7570b9e9aad0 triggered by entity DHCP. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:55:12.375836 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-7e03df09-4dd5-41ba-bb1b-7c77ed3dff26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:12.422386 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-7e03df09-4dd5-41ba-bb1b-7c77ed3dff26 None None] Port 8985118a-dd23-4724-8375-7570b9e9aad0 cannot update to ACTIVE because it is not bound. {{(pid=113346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 16:55:12.620070 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-d4388230-a77f-4a2b-87ac-ae64f457f23f req-7ab0a383-0932-4540-b9b0-e6e91f13c57c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:12.665187 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0df06-e9b0-4d65-bcc3-75ef4e0e29f0 req-0c2a03ef-969b-4280-aefe-62f5bf977e46 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:12.666780 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-2aa0df06-e9b0-4d65-bcc3-75ef4e0e29f0 req-0c2a03ef-969b-4280-aefe-62f5bf977e46 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/ports?device_id=4e28e803-80b5-48e8-912a-d47cbeed52e0 HTTP/1.1" status: 200 len: 931 time: 0.1372533 Nov 02 16:55:12.820225 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-2aa0df06-e9b0-4d65-bcc3-75ef4e0e29f0 req-cf4bbc3b-afd7-4122-9006-3b440697ac06 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/security-groups?id=b1f05269-3171-411f-92d6-2a309bca96b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1231976 Nov 02 16:55:12.896020 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-dfe49d6c-b306-436a-ba68-760764be264a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:13.011666 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.notifiers.nova [req-d4388230-a77f-4a2b-87ac-ae64f457f23f req-7ab0a383-0932-4540-b9b0-e6e91f13c57c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8985118a-dd23-4724-8375-7570b9e9aad0 {{(pid=113345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:55:13.019934 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-d4388230-a77f-4a2b-87ac-ae64f457f23f req-7ab0a383-0932-4540-b9b0-e6e91f13c57c service neutron] Publish callbacks [] for port, precommit_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:13.034096 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.provisioning_blocks [req-d4388230-a77f-4a2b-87ac-ae64f457f23f req-7ab0a383-0932-4540-b9b0-e6e91f13c57c service neutron] Transition to ACTIVE for port object 8985118a-dd23-4724-8375-7570b9e9aad0 will not be triggered until provisioned by entity L2. {{(pid=113345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:55:13.039389 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-d4388230-a77f-4a2b-87ac-ae64f457f23f req-7ab0a383-0932-4540-b9b0-e6e91f13c57c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27915890'] for port, after_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:13.097604 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab0a383-0932-4540-b9b0-e6e91f13c57c service neutron] Pushing event updated for resources: {'Port': ['ID=8985118a-dd23-4724-8375-7570b9e9aad0,revision_number=2']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:13.214077 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.managers [req-d4388230-a77f-4a2b-87ac-ae64f457f23f req-7ab0a383-0932-4540-b9b0-e6e91f13c57c service neutron] Attempting to bind port 8985118a-dd23-4724-8375-7570b9e9aad0 on host hv-cinder-77387 for vnic_type normal with profile {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 16:55:13.214419 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.managers [req-d4388230-a77f-4a2b-87ac-ae64f457f23f req-7ab0a383-0932-4540-b9b0-e6e91f13c57c service neutron] Attempting to bind port 8985118a-dd23-4724-8375-7570b9e9aad0 by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': 'a0db1be0-f211-4b56-8245-8ff244bfde1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'ac5452b3-7329-433e-af1f-df17acea3828'}] {{(pid=113345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 16:55:13.214772 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4388230-a77f-4a2b-87ac-ae64f457f23f req-7ab0a383-0932-4540-b9b0-e6e91f13c57c service neutron] Attempting to bind port 8985118a-dd23-4724-8375-7570b9e9aad0 on network ac5452b3-7329-433e-af1f-df17acea3828 {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:55:13.224578 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4388230-a77f-4a2b-87ac-ae64f457f23f req-7ab0a383-0932-4540-b9b0-e6e91f13c57c service neutron] Port 8985118a-dd23-4724-8375-7570b9e9aad0 on network ac5452b3-7329-433e-af1f-df17acea3828 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:55:13.225764 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4388230-a77f-4a2b-87ac-ae64f457f23f req-7ab0a383-0932-4540-b9b0-e6e91f13c57c service neutron] Attempting to bind port 8985118a-dd23-4724-8375-7570b9e9aad0 on network ac5452b3-7329-433e-af1f-df17acea3828 {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:55:13.232764 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4388230-a77f-4a2b-87ac-ae64f457f23f req-7ab0a383-0932-4540-b9b0-e6e91f13c57c service neutron] Checking agent: {'id': 'a22495b4-0922-47cf-b0eb-f0742ace0d4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 44, 22), 'started_at': datetime.datetime(2021, 11, 2, 16, 44, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:55:13.233123 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4388230-a77f-4a2b-87ac-ae64f457f23f req-7ab0a383-0932-4540-b9b0-e6e91f13c57c service neutron] Checking segment: {'id': 'a0db1be0-f211-4b56-8245-8ff244bfde1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'ac5452b3-7329-433e-af1f-df17acea3828'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 16:55:13.233533 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4388230-a77f-4a2b-87ac-ae64f457f23f req-7ab0a383-0932-4540-b9b0-e6e91f13c57c service neutron] Bound using segment: {'id': 'a0db1be0-f211-4b56-8245-8ff244bfde1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'ac5452b3-7329-433e-af1f-df17acea3828'} {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:55:13.233985 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.managers [req-d4388230-a77f-4a2b-87ac-ae64f457f23f req-7ab0a383-0932-4540-b9b0-e6e91f13c57c service neutron] Bound port: 8985118a-dd23-4724-8375-7570b9e9aad0, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0db1be0-f211-4b56-8245-8ff244bfde1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'ac5452b3-7329-433e-af1f-df17acea3828'}}] {{(pid=113345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 16:55:13.234372 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-d4388230-a77f-4a2b-87ac-ae64f457f23f req-7ab0a383-0932-4540-b9b0-e6e91f13c57c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:13.355660 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.db [req-d4388230-a77f-4a2b-87ac-ae64f457f23f req-7ab0a383-0932-4540-b9b0-e6e91f13c57c service neutron] For port 8985118a-dd23-4724-8375-7570b9e9aad0, host hv-cinder-77387, cleared binding levels {{(pid=113345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:55:13.359912 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.db [req-d4388230-a77f-4a2b-87ac-ae64f457f23f req-7ab0a383-0932-4540-b9b0-e6e91f13c57c service neutron] For port 8985118a-dd23-4724-8375-7570b9e9aad0, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=8985118a-dd23-4724-8375-7570b9e9aad0,segment=NetworkSegment(a0db1be0-f211-4b56-8245-8ff244bfde1c),segment_id=a0db1be0-f211-4b56-8245-8ff244bfde1c)] {{(pid=113345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:55:13.370348 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-d4388230-a77f-4a2b-87ac-ae64f457f23f req-7ab0a383-0932-4540-b9b0-e6e91f13c57c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27915890'] for port, after_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:13.423951 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4388230-a77f-4a2b-87ac-ae64f457f23f req-7ab0a383-0932-4540-b9b0-e6e91f13c57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:13.425008 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-d4388230-a77f-4a2b-87ac-ae64f457f23f req-7ab0a383-0932-4540-b9b0-e6e91f13c57c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221'] for port, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:13.427514 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-d4388230-a77f-4a2b-87ac-ae64f457f23f req-7ab0a383-0932-4540-b9b0-e6e91f13c57c service neutron] 10.222.0.76 "PUT /v2.0/ports/8985118a-dd23-4724-8375-7570b9e9aad0 HTTP/1.1" status: 200 len: 1093 time: 1.2778726 Nov 02 16:55:13.428335 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e28e803-80b5-48e8-912a-d47cbeed52e0', 'tag': '8985118a-dd23-4724-8375-7570b9e9aad0'}] {{(pid=113345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:55:13.432644 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88728d28071a92af03fe3e2826ca256f68f88e9f4aa3bce1a4ce6001ce5f6d9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788023d0-ede3-48a5-8b58-fdf4eec78e25" -d '{"events": [{"name": "network-changed", "server_uuid": "4e28e803-80b5-48e8-912a-d47cbeed52e0", "tag": "8985118a-dd23-4724-8375-7570b9e9aad0"}]}' {{(pid=113345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:55:13.494942 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab0a383-0932-4540-b9b0-e6e91f13c57c service neutron] Pushing event updated for resources: {'Port': ['ID=8985118a-dd23-4724-8375-7570b9e9aad0,revision_number=3']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:13.593062 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb634552-bb59-47ca-a7fc-94c404236929 x-openstack-request-id: req-eb634552-bb59-47ca-a7fc-94c404236929 {{(pid=113345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:55:13.593704 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e28e803-80b5-48e8-912a-d47cbeed52e0", "tag": "8985118a-dd23-4724-8375-7570b9e9aad0", "status": "completed", "code": 200}]} {{(pid=113345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:55:13.594241 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-eb634552-bb59-47ca-a7fc-94c404236929 {{(pid=113345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:55:13.595027 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e28e803-80b5-48e8-912a-d47cbeed52e0', 'tag': '8985118a-dd23-4724-8375-7570b9e9aad0', 'status': 'completed', 'code': 200} Nov 02 16:55:13.631177 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4388230-a77f-4a2b-87ac-ae64f457f23f req-e50f225d-d7d0-43fa-bd5c-57ed20d0ef1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:13.634099 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-d4388230-a77f-4a2b-87ac-ae64f457f23f req-e50f225d-d7d0-43fa-bd5c-57ed20d0ef1d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f83b31a72c4f4cc78519ed2dc9bdc400&device_id=4e28e803-80b5-48e8-912a-d47cbeed52e0 HTTP/1.1" status: 200 len: 1096 time: 0.1057582 Nov 02 16:55:13.722824 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-d4388230-a77f-4a2b-87ac-ae64f457f23f req-518f7bcd-2f7d-48a3-b7ea-e386b42f666d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8985118a-dd23-4724-8375-7570b9e9aad0 HTTP/1.1" status: 200 len: 217 time: 0.0773280 Nov 02 16:55:13.815198 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4388230-a77f-4a2b-87ac-ae64f457f23f req-7c22e42e-6163-4544-a1ae-35dbb88ed660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:13.818853 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-d4388230-a77f-4a2b-87ac-ae64f457f23f req-7c22e42e-6163-4544-a1ae-35dbb88ed660 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=aa72a888-b45f-4cfb-ae6c-4494e796baf0 HTTP/1.1" status: 200 len: 850 time: 0.0876575 Nov 02 16:55:13.883330 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 47912) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:13.908314 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4388230-a77f-4a2b-87ac-ae64f457f23f req-fc611755-1163-4bfa-bf31-f4a77a82d366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:13.911342 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-d4388230-a77f-4a2b-87ac-ae64f457f23f req-fc611755-1163-4bfa-bf31-f4a77a82d366 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ac5452b3-7329-433e-af1f-df17acea3828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0845671 Nov 02 16:55:14.095771 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-b142652c-a241-4412-a9ce-21e8cef5dc5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:14.140070 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463907ec-fdd8-45eb-bf6b-e14a7fa33f88 req-8a97c141-2e86-4000-9216-0d0def25a439 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:14.142765 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-463907ec-fdd8-45eb-bf6b-e14a7fa33f88 req-8a97c141-2e86-4000-9216-0d0def25a439 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/ports?device_id=4e28e803-80b5-48e8-912a-d47cbeed52e0 HTTP/1.1" status: 200 len: 943 time: 0.1694896 Nov 02 16:55:14.196409 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-d4388230-a77f-4a2b-87ac-ae64f457f23f req-edb334eb-3cdf-40ed-b475-5b34c9e36a58 service neutron] 10.222.0.76 "GET /v2.0/networks/ac5452b3-7329-433e-af1f-df17acea3828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754238 Nov 02 16:55:14.209872 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-b142652c-a241-4412-a9ce-21e8cef5dc5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:14.218145 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-b142652c-a241-4412-a9ce-21e8cef5dc5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:14.293060 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-b142652c-a241-4412-a9ce-21e8cef5dc5e admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=4662e75c35f843e880d0a458f7a09385&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4054942 Nov 02 16:55:14.293414 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b142652c-a241-4412-a9ce-21e8cef5dc5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a847f7fb-b29f-4582-bb29-a2b25daaab3e,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:14.299838 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 47916) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:14.311455 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-463907ec-fdd8-45eb-bf6b-e14a7fa33f88 req-e6ca290d-12aa-4c19-971b-a23c84b27519 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/security-groups?id=b1f05269-3171-411f-92d6-2a309bca96b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1568680 Nov 02 16:55:14.363530 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-d4388230-a77f-4a2b-87ac-ae64f457f23f req-b847e56b-84ce-43d9-a8a7-6e05a360b090 service neutron] 10.222.0.76 "GET /v2.0/networks/ac5452b3-7329-433e-af1f-df17acea3828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570303 Nov 02 16:55:14.370854 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-62f98df2-287a-405b-a09d-fda4e31f6abb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:14.402632 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-62f98df2-287a-405b-a09d-fda4e31f6abb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:14.458403 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-62f98df2-287a-405b-a09d-fda4e31f6abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:14.462257 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-62f98df2-287a-405b-a09d-fda4e31f6abb admin admin] Publish callbacks [] for security_group, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:14.463639 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-62f98df2-287a-405b-a09d-fda4e31f6abb admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/a847f7fb-b29f-4582-bb29-a2b25daaab3e HTTP/1.1" status: 204 len: 168 time: 0.1601379 Nov 02 16:55:14.472994 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f98df2-287a-405b-a09d-fda4e31f6abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a847f7fb-b29f-4582-bb29-a2b25daaab3e,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:14.483049 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788023d0-ede3-48a5-8b58-fdf4eec78e25 req-9e42dc8a-5267-4522-a7a4-a5fbb5afa65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:14.486498 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-788023d0-ede3-48a5-8b58-fdf4eec78e25 req-9e42dc8a-5267-4522-a7a4-a5fbb5afa65b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f83b31a72c4f4cc78519ed2dc9bdc400&device_id=4e28e803-80b5-48e8-912a-d47cbeed52e0 HTTP/1.1" status: 200 len: 1096 time: 0.0617561 Nov 02 16:55:14.621334 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788023d0-ede3-48a5-8b58-fdf4eec78e25 req-7e70855b-497e-47ec-b055-930006e35ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:14.622955 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-788023d0-ede3-48a5-8b58-fdf4eec78e25 req-7e70855b-497e-47ec-b055-930006e35ae2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=ac5452b3-7329-433e-af1f-df17acea3828 HTTP/1.1" status: 200 len: 912 time: 0.1280951 Nov 02 16:55:14.669904 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-788023d0-ede3-48a5-8b58-fdf4eec78e25 req-f11e384d-7d15-46c4-b123-d0d37184d6fc service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8985118a-dd23-4724-8375-7570b9e9aad0 HTTP/1.1" status: 200 len: 217 time: 0.0384736 Nov 02 16:55:14.676102 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0b95-0143-42d2-8d33-45f1b37c89de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:14.732424 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788023d0-ede3-48a5-8b58-fdf4eec78e25 req-48957af8-f613-4a52-b42f-23b7e7dc1942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:14.734029 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-788023d0-ede3-48a5-8b58-fdf4eec78e25 req-48957af8-f613-4a52-b42f-23b7e7dc1942 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=aa72a888-b45f-4cfb-ae6c-4494e796baf0 HTTP/1.1" status: 200 len: 850 time: 0.0518653 Nov 02 16:55:14.793663 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788023d0-ede3-48a5-8b58-fdf4eec78e25 req-e83c7851-8cc3-4117-9a68-5a165b6a388d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:14.795765 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-788023d0-ede3-48a5-8b58-fdf4eec78e25 req-e83c7851-8cc3-4117-9a68-5a165b6a388d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ac5452b3-7329-433e-af1f-df17acea3828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0528305 Nov 02 16:55:14.822957 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 47922) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:14.838024 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-e32cf0b4-9148-4657-a031-5888bf1b7ffd admin admin] Publish callbacks [] for security_group, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:14.908802 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-788023d0-ede3-48a5-8b58-fdf4eec78e25 req-07681679-f90b-4334-88a3-b04328555355 service neutron] 10.222.0.76 "GET /v2.0/networks/ac5452b3-7329-433e-af1f-df17acea3828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039262 Nov 02 16:55:14.930884 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-e32cf0b4-9148-4657-a031-5888bf1b7ffd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:14.935657 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-e32cf0b4-9148-4657-a031-5888bf1b7ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:14.977166 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32cf0b4-9148-4657-a031-5888bf1b7ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=343c8a76-0795-40ba-b878-eb1db66e7e70,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:14.981812 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-e32cf0b4-9148-4657-a031-5888bf1b7ffd admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=87772dc0369242858517ac37efc94e9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1576619 Nov 02 16:55:14.984812 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 47926) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:15.019583 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-788023d0-ede3-48a5-8b58-fdf4eec78e25 req-04f45360-3f73-4a43-960f-8a05bc0621ac service neutron] 10.222.0.76 "GET /v2.0/networks/ac5452b3-7329-433e-af1f-df17acea3828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030788 Nov 02 16:55:15.043156 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-a92d7665-891a-49ce-990b-88db223b3432 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:15.071123 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-a92d7665-891a-49ce-990b-88db223b3432 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:15.120882 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-a92d7665-891a-49ce-990b-88db223b3432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:15.124200 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-a92d7665-891a-49ce-990b-88db223b3432 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:15.124995 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-a92d7665-891a-49ce-990b-88db223b3432 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/343c8a76-0795-40ba-b878-eb1db66e7e70 HTTP/1.1" status: 204 len: 168 time: 0.1390629 Nov 02 16:55:15.134277 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92d7665-891a-49ce-990b-88db223b3432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=343c8a76-0795-40ba-b878-eb1db66e7e70,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:15.524543 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51757fbc-0fac-45ab-9485-d7499e55f265 req-8902af7e-39f9-4062-ae6b-fb2ac57c56f3 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:15.527337 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-51757fbc-0fac-45ab-9485-d7499e55f265 req-8902af7e-39f9-4062-ae6b-fb2ac57c56f3 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/ports?device_id=4e28e803-80b5-48e8-912a-d47cbeed52e0 HTTP/1.1" status: 200 len: 943 time: 0.0806553 Nov 02 16:55:15.594897 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-51757fbc-0fac-45ab-9485-d7499e55f265 req-d4d4da65-9cec-4bc4-84ec-75a178521f83 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/security-groups?id=b1f05269-3171-411f-92d6-2a309bca96b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0601871 Nov 02 16:55:16.070273 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:16.752462 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003cf056-7ea5-44f6-b3de-6339d9419df8 req-8fed151b-79ca-44c4-b477-6f213fcf14f6 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:16.755400 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-003cf056-7ea5-44f6-b3de-6339d9419df8 req-8fed151b-79ca-44c4-b477-6f213fcf14f6 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/ports?device_id=4e28e803-80b5-48e8-912a-d47cbeed52e0 HTTP/1.1" status: 200 len: 943 time: 0.0738316 Nov 02 16:55:16.854193 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-003cf056-7ea5-44f6-b3de-6339d9419df8 req-e75917c7-b56f-4dcf-a3ee-378a0f7acd30 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/security-groups?id=b1f05269-3171-411f-92d6-2a309bca96b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0878899 Nov 02 16:55:17.989327 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8dc078-3df3-4055-a0c6-2b5b598ae595 req-89d8e8f3-4a0c-49a1-afde-4c1594bf784d tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:17.991576 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-3c8dc078-3df3-4055-a0c6-2b5b598ae595 req-89d8e8f3-4a0c-49a1-afde-4c1594bf784d tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/ports?device_id=4e28e803-80b5-48e8-912a-d47cbeed52e0 HTTP/1.1" status: 200 len: 943 time: 0.0528460 Nov 02 16:55:18.049767 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-3c8dc078-3df3-4055-a0c6-2b5b598ae595 req-6d1cf0b4-7537-47b5-abcb-405e18bc2f06 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/security-groups?id=b1f05269-3171-411f-92d6-2a309bca96b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0516696 Nov 02 16:55:18.583658 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.agents_db [None req-4685c794-fb13-4fdb-802d-b1599aff033c None None] Agent healthcheck: found 6 active agents {{(pid=113347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:55:19.183452 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf8675f-6733-488b-9926-fb260a6b0fd6 req-eaf2cc9a-9d9c-4743-8a3b-da075d891a01 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:19.185126 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-aaf8675f-6733-488b-9926-fb260a6b0fd6 req-eaf2cc9a-9d9c-4743-8a3b-da075d891a01 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/ports?device_id=4e28e803-80b5-48e8-912a-d47cbeed52e0 HTTP/1.1" status: 200 len: 943 time: 0.0548656 Nov 02 16:55:19.248211 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-aaf8675f-6733-488b-9926-fb260a6b0fd6 req-2bde5e18-9d5a-490e-a4c8-53145ca739ef tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/security-groups?id=b1f05269-3171-411f-92d6-2a309bca96b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0564420 Nov 02 16:55:20.396592 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a52f0d-6e67-46e5-8b32-ab85da3b7d25 req-87b0ebad-8534-49db-b34f-b297a2e3479f tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:20.400555 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-d5a52f0d-6e67-46e5-8b32-ab85da3b7d25 req-87b0ebad-8534-49db-b34f-b297a2e3479f tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/ports?device_id=4e28e803-80b5-48e8-912a-d47cbeed52e0 HTTP/1.1" status: 200 len: 943 time: 0.0669682 Nov 02 16:55:20.481864 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-d5a52f0d-6e67-46e5-8b32-ab85da3b7d25 req-f28c8857-cd1e-4ed7-9246-9983609a69ea tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/security-groups?id=b1f05269-3171-411f-92d6-2a309bca96b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0741940 Nov 02 16:55:20.817817 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad25585-5d83-43e8-900b-a169daa585e0 req-1ba69c6e-f9a2-46a0-a889-184efc11dc5b tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:20.820210 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-7ad25585-5d83-43e8-900b-a169daa585e0 req-1ba69c6e-f9a2-46a0-a889-184efc11dc5b tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=886e9a36-a4f8-44ed-80d0-6a440f49e430 HTTP/1.1" status: 200 len: 947 time: 0.0562015 Nov 02 16:55:20.874929 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-7ad25585-5d83-43e8-900b-a169daa585e0 req-0d8199bc-4f60-4f9d-987f-92cadbd5ab17 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=fdbf1ce9-36c7-4d3e-8369-8d851677c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481956 Nov 02 16:55:21.622943 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b043d-91ff-41e3-9d55-50f5a49cc10f req-fa2a317b-52f5-4f31-a954-1bbd67bcab23 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:21.624697 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-424b043d-91ff-41e3-9d55-50f5a49cc10f req-fa2a317b-52f5-4f31-a954-1bbd67bcab23 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/ports?device_id=4e28e803-80b5-48e8-912a-d47cbeed52e0 HTTP/1.1" status: 200 len: 943 time: 0.0602551 Nov 02 16:55:21.690956 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-424b043d-91ff-41e3-9d55-50f5a49cc10f req-702c4507-f2fa-4c7e-8e62-927efbcb7d43 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/security-groups?id=b1f05269-3171-411f-92d6-2a309bca96b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0557668 Nov 02 16:55:21.930423 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:22.022542 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e8be71-3eac-488f-b45d-9588a2ff979d req-b647e6de-41f2-4cf5-a8bf-6075da13b67d tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:22.024820 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-a6e8be71-3eac-488f-b45d-9588a2ff979d req-b647e6de-41f2-4cf5-a8bf-6075da13b67d tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=886e9a36-a4f8-44ed-80d0-6a440f49e430 HTTP/1.1" status: 200 len: 947 time: 0.0597739 Nov 02 16:55:22.088027 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-a6e8be71-3eac-488f-b45d-9588a2ff979d req-4b6756e1-e34a-4557-905a-e20e9df0c49a tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=fdbf1ce9-36c7-4d3e-8369-8d851677c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0561492 Nov 02 16:55:22.826809 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ceafa7-9724-4807-9cbc-7c6798786a77 req-0c263986-58ed-4c8a-819c-914e41009b1f tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:22.828521 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-76ceafa7-9724-4807-9cbc-7c6798786a77 req-0c263986-58ed-4c8a-819c-914e41009b1f tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/ports?device_id=4e28e803-80b5-48e8-912a-d47cbeed52e0 HTTP/1.1" status: 200 len: 943 time: 0.0588243 Nov 02 16:55:22.888892 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-76ceafa7-9724-4807-9cbc-7c6798786a77 req-2d8da7cc-8e2b-422e-969c-0e44cba4235a tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/security-groups?id=b1f05269-3171-411f-92d6-2a309bca96b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0531738 Nov 02 16:55:23.238040 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3891285d-7ef4-4d66-b5b5-c842aa7b72de req-d3954155-35b6-4e20-9f4d-557cd42c79f0 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:23.239741 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-3891285d-7ef4-4d66-b5b5-c842aa7b72de req-d3954155-35b6-4e20-9f4d-557cd42c79f0 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=886e9a36-a4f8-44ed-80d0-6a440f49e430 HTTP/1.1" status: 200 len: 947 time: 0.0633929 Nov 02 16:55:23.298248 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-3891285d-7ef4-4d66-b5b5-c842aa7b72de req-d67d6948-0891-4b0f-b72d-e3000b2f214d tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=fdbf1ce9-36c7-4d3e-8369-8d851677c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513809 Nov 02 16:55:24.018626 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81598ad-9494-410b-984b-0911099f5396 req-557037fc-8d89-4a46-8f5f-a525f9789bce tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:24.020266 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-a81598ad-9494-410b-984b-0911099f5396 req-557037fc-8d89-4a46-8f5f-a525f9789bce tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/ports?device_id=4e28e803-80b5-48e8-912a-d47cbeed52e0 HTTP/1.1" status: 200 len: 943 time: 0.0562840 Nov 02 16:55:24.075670 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-a81598ad-9494-410b-984b-0911099f5396 req-abbbffd6-0836-4408-863f-3d63840bd0ea tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/security-groups?id=b1f05269-3171-411f-92d6-2a309bca96b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484474 Nov 02 16:55:24.290924 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device 8985118a-dd23-4724-8375-7570b9e9aad0 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=113346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:55:24.414061 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port 8985118a-dd23-4724-8375-7570b9e9aad0, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=8985118a-dd23-4724-8375-7570b9e9aad0,segment=NetworkSegment(a0db1be0-f211-4b56-8245-8ff244bfde1c),segment_id=a0db1be0-f211-4b56-8245-8ff244bfde1c)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:55:24.433822 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Returning: {'device': '8985118a-dd23-4724-8375-7570b9e9aad0', 'network_id': 'ac5452b3-7329-433e-af1f-df17acea3828', 'port_id': '8985118a-dd23-4724-8375-7570b9e9aad0', 'mac_address': 'fa:16:3e:32:6f:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa72a888-b45f-4cfb-ae6c-4494e796baf0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:55:24.455930 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125eaa65-5a35-4336-9305-419c36d7ab67 req-02ac4651-7663-4835-86ad-52f30a75ed4e tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:24.457899 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-125eaa65-5a35-4336-9305-419c36d7ab67 req-02ac4651-7663-4835-86ad-52f30a75ed4e tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=886e9a36-a4f8-44ed-80d0-6a440f49e430 HTTP/1.1" status: 200 len: 947 time: 0.0686734 Nov 02 16:55:24.522847 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-125eaa65-5a35-4336-9305-419c36d7ab67 req-6aa8fd50-877c-48a0-b078-1e14ceaa5283 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups?id=fdbf1ce9-36c7-4d3e-8369-8d851677c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0554376 Nov 02 16:55:24.639490 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:24.655337 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.notifiers.nova [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8985118a-dd23-4724-8375-7570b9e9aad0 {{(pid=113346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:55:24.682437 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port 8985118a-dd23-4724-8375-7570b9e9aad0, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=8985118a-dd23-4724-8375-7570b9e9aad0,segment=NetworkSegment(a0db1be0-f211-4b56-8245-8ff244bfde1c),segment_id=a0db1be0-f211-4b56-8245-8ff244bfde1c)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:55:24.689442 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:24.743943 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Pushing event updated for resources: {'Port': ['ID=8985118a-dd23-4724-8375-7570b9e9aad0,revision_number=4']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:24.821865 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cb2c4c-8318-4098-b4df-4a02d4ffd788 req-5fefe342-f49a-4463-ba89-81c50813d4e1 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:24.823593 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-a3cb2c4c-8318-4098-b4df-4a02d4ffd788 req-5fefe342-f49a-4463-ba89-81c50813d4e1 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.76 "GET /v2.0/ports?device_id=886e9a36-a4f8-44ed-80d0-6a440f49e430 HTTP/1.1" status: 200 len: 947 time: 0.0593979 Nov 02 16:55:24.945023 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] get_ports_and_sgs() called for port_ids ['8985118a-dd23-4724-8375-7570b9e9aad0'] {{(pid=113346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:55:24.973588 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [req-a3cb2c4c-8318-4098-b4df-4a02d4ffd788 req-7ff8b576-bfb2-44fc-a9f7-1b89b1ca11f1 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Deleting port a1262248-0dda-4533-af48-5c1338bb2d4c {{(pid=113345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 16:55:24.974288 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-a3cb2c4c-8318-4098-b4df-4a02d4ffd788 req-7ff8b576-bfb2-44fc-a9f7-1b89b1ca11f1 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788025385849'] for port, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:25.119368 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.db [req-a3cb2c4c-8318-4098-b4df-4a02d4ffd788 req-7ff8b576-bfb2-44fc-a9f7-1b89b1ca11f1 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] For port a1262248-0dda-4533-af48-5c1338bb2d4c, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=a1262248-0dda-4533-af48-5c1338bb2d4c,segment=NetworkSegment(696e12bc-6b69-439e-85c8-346996a99755),segment_id=696e12bc-6b69-439e-85c8-346996a99755)] {{(pid=113345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:55:25.119853 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-a3cb2c4c-8318-4098-b4df-4a02d4ffd788 req-7ff8b576-bfb2-44fc-a9f7-1b89b1ca11f1 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710950'] for port, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:25.227432 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ccbe4b-8305-485a-961f-262207cb475a req-37fcf0cf-6bf9-4d65-8c94-143e34828a6e tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:25.230204 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-24ccbe4b-8305-485a-961f-262207cb475a req-37fcf0cf-6bf9-4d65-8c94-143e34828a6e tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/ports?device_id=4e28e803-80b5-48e8-912a-d47cbeed52e0 HTTP/1.1" status: 200 len: 944 time: 0.0698519 Nov 02 16:55:25.300821 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-24ccbe4b-8305-485a-961f-262207cb475a req-3f278d58-7ef3-451e-80a9-cf84f7e82615 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/security-groups?id=b1f05269-3171-411f-92d6-2a309bca96b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0580513 Nov 02 16:55:25.344154 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-a3cb2c4c-8318-4098-b4df-4a02d4ffd788 req-7ff8b576-bfb2-44fc-a9f7-1b89b1ca11f1 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks [] for floatingip, precommit_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:25.344570 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-a3cb2c4c-8318-4098-b4df-4a02d4ffd788 req-7ff8b576-bfb2-44fc-a9f7-1b89b1ca11f1 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3707972'] for floatingip, after_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:25.344905 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.db.l3_db [req-a3cb2c4c-8318-4098-b4df-4a02d4ffd788 req-7ff8b576-bfb2-44fc-a9f7-1b89b1ca11f1 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Floating IP 4c7ed3f4-2e04-4bac-a44b-ad5a5d06fefe disassociated. External IP: 172.27.1.241, port: a1262248-0dda-4533-af48-5c1338bb2d4c. Nov 02 16:55:25.345268 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [req-a3cb2c4c-8318-4098-b4df-4a02d4ffd788 req-7ff8b576-bfb2-44fc-a9f7-1b89b1ca11f1 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Calling delete_port for a1262248-0dda-4533-af48-5c1338bb2d4c owned by compute:nova {{(pid=113345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 16:55:25.486102 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-a3cb2c4c-8318-4098-b4df-4a02d4ffd788 req-7ff8b576-bfb2-44fc-a9f7-1b89b1ca11f1 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788025390403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788024814071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27915883'] for port, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:25.527670 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff8b576-bfb2-44fc-a9f7-1b89b1ca11f1 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Pushing event deleted for resources: {'Port': ['ID=a1262248-0dda-4533-af48-5c1338bb2d4c,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:25.661129 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-23190ac5-3dd1-466a-b41d-e3e07445eafc req-b385ea00-6475-4a46-88bc-d70a4dafb825 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/ports?device_id=886e9a36-a4f8-44ed-80d0-6a440f49e430 HTTP/1.1" status: 200 len: 210 time: 0.0354111 Nov 02 16:55:25.681613 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3cb2c4c-8318-4098-b4df-4a02d4ffd788 req-7ff8b576-bfb2-44fc-a9f7-1b89b1ca11f1 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Router 9087e7a4-e2d6-4260-8391-3cdc3d276282 has already been hosted by L3 agent 23c85ca8-88a6-46e7-9165-338a7fd1d142 {{(pid=113345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:55:25.797919 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3cb2c4c-8318-4098-b4df-4a02d4ffd788 req-7ff8b576-bfb2-44fc-a9f7-1b89b1ca11f1 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Notify agent at l3_agent.dv-cinder-773876-4-iscsi the message routers_updated {{(pid=113345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:55:25.810436 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9487ad3-b5ab-4d0c-ab3f-109ea8e8725e None None] Sync routers for ids ['9087e7a4-e2d6-4260-8391-3cdc3d276282'] in dv-cinder-773876-4-iscsi {{(pid=113347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:55:25.822795 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9487ad3-b5ab-4d0c-ab3f-109ea8e8725e None None] Routers {'9087e7a4-e2d6-4260-8391-3cdc3d276282'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:55:25.823502 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-f9487ad3-b5ab-4d0c-ab3f-109ea8e8725e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:55:11Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['9087e7a4-e2d6-4260-8391-3cdc3d276282'], 'active': True} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:25.841251 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3cb2c4c-8318-4098-b4df-4a02d4ffd788 req-7ff8b576-bfb2-44fc-a9f7-1b89b1ca11f1 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] No DVR routers for this DVR port a1262248-0dda-4533-af48-5c1338bb2d4c on host hv-cinder-77387 {{(pid=113345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:55:25.844453 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-a3cb2c4c-8318-4098-b4df-4a02d4ffd788 req-7ff8b576-bfb2-44fc-a9f7-1b89b1ca11f1 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221'] for port, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:25.848167 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-a3cb2c4c-8318-4098-b4df-4a02d4ffd788 req-7ff8b576-bfb2-44fc-a9f7-1b89b1ca11f1 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.76 "DELETE /v2.0/ports/a1262248-0dda-4533-af48-5c1338bb2d4c HTTP/1.1" status: 204 len: 173 time: 1.0172920 Nov 02 16:55:25.848716 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '886e9a36-a4f8-44ed-80d0-6a440f49e430', 'name': 'network-vif-deleted', 'tag': 'a1262248-0dda-4533-af48-5c1338bb2d4c'}] {{(pid=113345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:55:25.851943 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88728d28071a92af03fe3e2826ca256f68f88e9f4aa3bce1a4ce6001ce5f6d9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a812544a-ee51-49a4-9a81-bf00812ddc2e" -d '{"events": [{"server_uuid": "886e9a36-a4f8-44ed-80d0-6a440f49e430", "name": "network-vif-deleted", "tag": "a1262248-0dda-4533-af48-5c1338bb2d4c"}]}' {{(pid=113345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:55:25.920800 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6715be49-0108-4b03-b514-cddaf70a6b05 x-openstack-request-id: req-6715be49-0108-4b03-b514-cddaf70a6b05 {{(pid=113345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:55:25.921095 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "886e9a36-a4f8-44ed-80d0-6a440f49e430", "name": "network-vif-deleted", "tag": "a1262248-0dda-4533-af48-5c1338bb2d4c", "status": "completed", "code": 200}]} {{(pid=113345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:55:25.921380 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-6715be49-0108-4b03-b514-cddaf70a6b05 {{(pid=113345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:55:25.921888 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '886e9a36-a4f8-44ed-80d0-6a440f49e430', 'name': 'network-vif-deleted', 'tag': 'a1262248-0dda-4533-af48-5c1338bb2d4c', 'status': 'completed', 'code': 200} Nov 02 16:55:25.958695 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvr_db [None req-f9487ad3-b5ab-4d0c-ab3f-109ea8e8725e None None] Set router 9087e7a4-e2d6-4260-8391-3cdc3d276282 gateway port host: dv-cinder-773876-4-iscsi {{(pid=113347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:55:26.242547 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-f9487ad3-b5ab-4d0c-ab3f-109ea8e8725e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9087e7a4-e2d6-4260-8391-3cdc3d276282', 'name': 'tempest-AttachVolumeShelveTestJSON-1985570199-router', 'tenant_id': '5cc524f131464fe097cff64187071316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '9d136291-39f3-4e32-8d3c-b6a656cf842b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:46:22Z', 'updated_at': '2021-11-02T16:46:45Z', 'revision_number': 4, 'project_id': '5cc524f131464fe097cff64187071316', 'gw_port': {'id': '9d136291-39f3-4e32-8d3c-b6a656cf842b', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9087e7a4-e2d6-4260-8391-3cdc3d276282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:27Z', 'updated_at': '2021-11-02T16:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_interfaces': [{'id': 'eacb2b5f-51a4-495b-a668-87d60d838fb1', 'name': '', 'network_id': '2642968c-324e-4035-9dba-a5695e42fc1f', 'tenant_id': '5cc524f131464fe097cff64187071316', 'mac_address': 'fa:16:3e:ad:d8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9087e7a4-e2d6-4260-8391-3cdc3d276282', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'fd525ac9-44f8-421c-b093-9ce2aeedf323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:39Z', 'updated_at': '2021-11-02T16:46:56Z', 'revision_number': 5, 'project_id': '5cc524f131464fe097cff64187071316', 'subnets': [{'id': 'fd525ac9-44f8-421c-b093-9ce2aeedf323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:26.279435 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9487ad3-b5ab-4d0c-ab3f-109ea8e8725e None None] Checking router: 9087e7a4-e2d6-4260-8391-3cdc3d276282 for host: dv-cinder-773876-4-iscsi {{(pid=113347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:55:26.291018 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9487ad3-b5ab-4d0c-ab3f-109ea8e8725e None None] Routers {'9087e7a4-e2d6-4260-8391-3cdc3d276282'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:55:26.291700 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-f9487ad3-b5ab-4d0c-ab3f-109ea8e8725e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:55:11Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['9087e7a4-e2d6-4260-8391-3cdc3d276282'], 'active': True} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:26.309412 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device 8985118a-dd23-4724-8375-7570b9e9aad0 up at agent hyperv_hv-cinder-77387 {{(pid=113346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:55:26.393357 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Provisioning for port 8985118a-dd23-4724-8375-7570b9e9aad0 completed by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:55:26.401458 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Provisioning complete for port 8985118a-dd23-4724-8375-7570b9e9aad0 triggered by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:55:26.402419 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:26.487991 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2efedeb-794e-47ed-96ea-ca2cad6e4e45 req-1fa1cc5d-91d0-4cdb-a0eb-ca6f7937a421 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:26.490034 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-b2efedeb-794e-47ed-96ea-ca2cad6e4e45 req-1fa1cc5d-91d0-4cdb-a0eb-ca6f7937a421 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/ports?device_id=4e28e803-80b5-48e8-912a-d47cbeed52e0 HTTP/1.1" status: 200 len: 944 time: 0.0799663 Nov 02 16:55:26.531976 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:26.559783 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e28e803-80b5-48e8-912a-d47cbeed52e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8985118a-dd23-4724-8375-7570b9e9aad0'}] {{(pid=113346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:55:26.562364 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76f9361971789a5ad3b4a9c4b1498f7b6e6fa8520131c3d92747b1d2ae9477a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06dc51dc-cf21-41cd-9cc1-4c8ffb9734ac" -d '{"events": [{"server_uuid": "4e28e803-80b5-48e8-912a-d47cbeed52e0", "name": "network-vif-plugged", "status": "completed", "tag": "8985118a-dd23-4724-8375-7570b9e9aad0"}]}' {{(pid=113346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:55:26.562559 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-b2efedeb-794e-47ed-96ea-ca2cad6e4e45 req-a44ae23e-c18b-4917-accf-197426c2aeba tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/security-groups?id=b1f05269-3171-411f-92d6-2a309bca96b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0617197 Nov 02 16:55:26.574325 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvr_db [None req-f9487ad3-b5ab-4d0c-ab3f-109ea8e8725e None None] Set router 9087e7a4-e2d6-4260-8391-3cdc3d276282 gateway port host: dv-cinder-773876-4-iscsi {{(pid=113347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:55:26.582665 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port 8985118a-dd23-4724-8375-7570b9e9aad0, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=8985118a-dd23-4724-8375-7570b9e9aad0,segment=NetworkSegment(a0db1be0-f211-4b56-8245-8ff244bfde1c),segment_id=a0db1be0-f211-4b56-8245-8ff244bfde1c)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:55:26.591798 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:26.619672 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf40a11-129e-4fc2-8da0-25f0f7982d64 x-openstack-request-id: req-dcf40a11-129e-4fc2-8da0-25f0f7982d64 {{(pid=113346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:55:26.620104 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e28e803-80b5-48e8-912a-d47cbeed52e0", "name": "network-vif-plugged", "status": "completed", "tag": "8985118a-dd23-4724-8375-7570b9e9aad0", "code": 200}]} {{(pid=113346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:55:26.620387 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-dcf40a11-129e-4fc2-8da0-25f0f7982d64 {{(pid=113346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:55:26.620792 dv-cinder-773876-4-iscsi neutron-server[113346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e28e803-80b5-48e8-912a-d47cbeed52e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8985118a-dd23-4724-8375-7570b9e9aad0', 'code': 200} Nov 02 16:55:26.657489 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Pushing event updated for resources: {'Port': ['ID=8985118a-dd23-4724-8375-7570b9e9aad0,revision_number=5']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:26.865829 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-f9487ad3-b5ab-4d0c-ab3f-109ea8e8725e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9087e7a4-e2d6-4260-8391-3cdc3d276282', 'name': 'tempest-AttachVolumeShelveTestJSON-1985570199-router', 'tenant_id': '5cc524f131464fe097cff64187071316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '9d136291-39f3-4e32-8d3c-b6a656cf842b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:46:22Z', 'updated_at': '2021-11-02T16:46:45Z', 'revision_number': 4, 'project_id': '5cc524f131464fe097cff64187071316', 'gw_port': {'id': '9d136291-39f3-4e32-8d3c-b6a656cf842b', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9087e7a4-e2d6-4260-8391-3cdc3d276282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:27Z', 'updated_at': '2021-11-02T16:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_interfaces': [{'id': 'eacb2b5f-51a4-495b-a668-87d60d838fb1', 'name': '', 'network_id': '2642968c-324e-4035-9dba-a5695e42fc1f', 'tenant_id': '5cc524f131464fe097cff64187071316', 'mac_address': 'fa:16:3e:ad:d8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9087e7a4-e2d6-4260-8391-3cdc3d276282', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'fd525ac9-44f8-421c-b093-9ce2aeedf323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:39Z', 'updated_at': '2021-11-02T16:46:56Z', 'revision_number': 5, 'project_id': '5cc524f131464fe097cff64187071316', 'subnets': [{'id': 'fd525ac9-44f8-421c-b093-9ce2aeedf323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:26.898742 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9487ad3-b5ab-4d0c-ab3f-109ea8e8725e None None] The sync data for ids ['9087e7a4-e2d6-4260-8391-3cdc3d276282'] in dv-cinder-773876-4-iscsi is: [{'id': '9087e7a4-e2d6-4260-8391-3cdc3d276282', 'name': 'tempest-AttachVolumeShelveTestJSON-1985570199-router', 'tenant_id': '5cc524f131464fe097cff64187071316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '9d136291-39f3-4e32-8d3c-b6a656cf842b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:46:22Z', 'updated_at': '2021-11-02T16:46:45Z', 'revision_number': 4, 'project_id': '5cc524f131464fe097cff64187071316', 'gw_port': {'id': '9d136291-39f3-4e32-8d3c-b6a656cf842b', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9087e7a4-e2d6-4260-8391-3cdc3d276282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:27Z', 'updated_at': '2021-11-02T16:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_interfaces': [{'id': 'eacb2b5f-51a4-495b-a668-87d60d838fb1', 'name': '', 'network_id': '2642968c-324e-4035-9dba-a5695e42fc1f', 'tenant_id': '5cc524f131464fe097cff64187071316', 'mac_address': 'fa:16:3e:ad:d8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9087e7a4-e2d6-4260-8391-3cdc3d276282', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'fd525ac9-44f8-421c-b093-9ce2aeedf323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:39Z', 'updated_at': '2021-11-02T16:46:56Z', 'revision_number': 5, 'project_id': '5cc524f131464fe097cff64187071316', 'subnets': [{'id': 'fd525ac9-44f8-421c-b093-9ce2aeedf323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:55:26.901432 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13546b-4884-460a-b66b-7471f9454535 req-b2f5d7cd-0024-4a34-9cc2-551291667721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:26.903713 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-5c13546b-4884-460a-b66b-7471f9454535 req-b2f5d7cd-0024-4a34-9cc2-551291667721 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=4e28e803-80b5-48e8-912a-d47cbeed52e0 HTTP/1.1" status: 200 len: 1098 time: 0.0506685 Nov 02 16:55:26.976933 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-5c13546b-4884-460a-b66b-7471f9454535 req-24eec0f4-9b8d-43b6-ad0b-3c9ea2d5a084 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=b1f05269-3171-411f-92d6-2a309bca96b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0626676 Nov 02 16:55:26.996378 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 48096) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:27.062678 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-2c83b23b-06c1-4278-82f7-e6211e825b21 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks [] for security_group, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:27.090004 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-2c83b23b-06c1-4278-82f7-e6211e825b21 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks [] for security_group, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:27.147808 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-2c83b23b-06c1-4278-82f7-e6211e825b21 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:27.150695 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-2c83b23b-06c1-4278-82f7-e6211e825b21 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks [] for security_group, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:27.152021 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-2c83b23b-06c1-4278-82f7-e6211e825b21 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "DELETE /v2.0/security-groups/fdbf1ce9-36c7-4d3e-8369-8d851677c6a0 HTTP/1.1" status: 204 len: 168 time: 0.1542871 Nov 02 16:55:27.155264 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 48098) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:27.163897 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c83b23b-06c1-4278-82f7-e6211e825b21 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdbf1ce9-36c7-4d3e-8369-8d851677c6a0,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:27.175859 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.api.v2.resource [None req-a21cd9be-cb47-452f-a5c4-bd4b1983af37 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] show failed (client error): The resource could not be found. Nov 02 16:55:27.177385 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-a21cd9be-cb47-452f-a5c4-bd4b1983af37 tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "GET /v2.0/security-groups/fdbf1ce9-36c7-4d3e-8369-8d851677c6a0 HTTP/1.1" status: 404 len: 347 time: 0.0201883 Nov 02 16:55:27.181665 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 48100) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:27.233174 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2079c5df-cd4b-4c6d-b09e-381e9b0c8d1d None None] New status for floating IP 4c7ed3f4-2e04-4bac-a44b-ad5a5d06fefe: DOWN {{(pid=113346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 16:55:27.330573 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [None req-5c4b2268-63e8-4427-81aa-46ee1ec9154e tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Deleting port 66f72c75-00a6-4d94-9cc3-bcd7f457afc3 {{(pid=113345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 16:55:27.330946 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-5c4b2268-63e8-4427-81aa-46ee1ec9154e tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788025385849'] for port, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:27.440221 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-5c4b2268-63e8-4427-81aa-46ee1ec9154e tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710950'] for port, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:27.440707 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-5c4b2268-63e8-4427-81aa-46ee1ec9154e tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:27.456453 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [None req-5c4b2268-63e8-4427-81aa-46ee1ec9154e tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Calling delete_port for 66f72c75-00a6-4d94-9cc3-bcd7f457afc3 owned by network:floatingip {{(pid=113345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 16:55:27.618344 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-5c4b2268-63e8-4427-81aa-46ee1ec9154e tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788025390403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788024814071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27915883'] for port, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:27.655094 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4b2268-63e8-4427-81aa-46ee1ec9154e tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Pushing event deleted for resources: {'Port': ['ID=66f72c75-00a6-4d94-9cc3-bcd7f457afc3,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:27.750938 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-5c4b2268-63e8-4427-81aa-46ee1ec9154e tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks [] for floatingip, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:27.753776 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-5c4b2268-63e8-4427-81aa-46ee1ec9154e tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221'] for floatingip, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:27.755046 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-5c4b2268-63e8-4427-81aa-46ee1ec9154e tempest-AttachVolumeShelveTestJSON-2070528336 tempest-AttachVolumeShelveTestJSON-2070528336-project] 10.222.0.118 "DELETE /v2.0/floatingips/4c7ed3f4-2e04-4bac-a44b-ad5a5d06fefe HTTP/1.1" status: 204 len: 168 time: 0.5720966 Nov 02 16:55:27.770126 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb033806-1741-4f48-b4f5-d9e0acf20829 req-a273a3dd-2cd3-41f1-b591-1b1e458fcb8d tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:27.772640 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-fb033806-1741-4f48-b4f5-d9e0acf20829 req-a273a3dd-2cd3-41f1-b591-1b1e458fcb8d tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/ports?device_id=4e28e803-80b5-48e8-912a-d47cbeed52e0 HTTP/1.1" status: 200 len: 945 time: 0.1208556 Nov 02 16:55:27.839744 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-fb033806-1741-4f48-b4f5-d9e0acf20829 req-d9564835-a667-443f-826c-f27b96645f88 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/security-groups?id=b1f05269-3171-411f-92d6-2a309bca96b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0594909 Nov 02 16:55:28.008919 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 48124) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:28.153021 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-d37cbb87-3c66-4a4a-8200-cc4335f72e29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:28.249937 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-d37cbb87-3c66-4a4a-8200-cc4335f72e29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:28.256027 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-d37cbb87-3c66-4a4a-8200-cc4335f72e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:28.300714 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-d37cbb87-3c66-4a4a-8200-cc4335f72e29 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=8821cdf22bad4207b6da26a7ecc26e21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2905176 Nov 02 16:55:28.301505 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37cbb87-3c66-4a4a-8200-cc4335f72e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4e386d-b3cf-4f97-aaef-3e97bb751230,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:28.304599 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 48128) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:28.322758 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device a1262248-0dda-4533-af48-5c1338bb2d4c no longer exists at agent hyperv_hv-cinder-77387 {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:55:28.345744 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] No Port match for: a1262248-0dda-4533-af48-5c1338bb2d4c {{(pid=113346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 16:55:28.346498 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device a1262248-0dda-4533-af48-5c1338bb2d4c not bound to the agent host hv-cinder-77387 {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:55:28.361269 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-cc710b4f-f295-4219-852a-fe1bb8ae429c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:28.384331 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-cc710b4f-f295-4219-852a-fe1bb8ae429c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:28.433931 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-cc710b4f-f295-4219-852a-fe1bb8ae429c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:28.436642 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-cc710b4f-f295-4219-852a-fe1bb8ae429c admin admin] Publish callbacks [] for security_group, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:28.437952 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-cc710b4f-f295-4219-852a-fe1bb8ae429c admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/3b4e386d-b3cf-4f97-aaef-3e97bb751230 HTTP/1.1" status: 204 len: 168 time: 0.1322021 Nov 02 16:55:28.448140 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc710b4f-f295-4219-852a-fe1bb8ae429c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b4e386d-b3cf-4f97-aaef-3e97bb751230,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:28.784131 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 48134) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:28.799401 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-843f0f44-2d41-4b88-8632-26dd8d0f06ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:28.891741 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-843f0f44-2d41-4b88-8632-26dd8d0f06ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:28.896713 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-843f0f44-2d41-4b88-8632-26dd8d0f06ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:28.947716 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843f0f44-2d41-4b88-8632-26dd8d0f06ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40aa78a9-6a32-4cd5-8f2f-9f836d6ed7b9,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:28.968874 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-843f0f44-2d41-4b88-8632-26dd8d0f06ae admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=05f990660a174a81ad6d1b7b8187d429&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1834021 Nov 02 16:55:28.972314 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 48142) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:29.000646 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83a344d-7209-418f-8428-6e2682fda66c req-03adfd39-61f4-4b00-aac0-e3a3a4b54251 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:29.012583 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-e83a344d-7209-418f-8428-6e2682fda66c req-03adfd39-61f4-4b00-aac0-e3a3a4b54251 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/ports?device_id=4e28e803-80b5-48e8-912a-d47cbeed52e0 HTTP/1.1" status: 200 len: 945 time: 0.0824103 Nov 02 16:55:29.040333 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-2206e5ef-c8b4-47b0-b783-58b5d8d89b62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:29.067050 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-e83a344d-7209-418f-8428-6e2682fda66c req-00231443-2cc6-409b-8b56-3732716d34ed tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/security-groups?id=b1f05269-3171-411f-92d6-2a309bca96b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0534353 Nov 02 16:55:29.068280 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-2206e5ef-c8b4-47b0-b783-58b5d8d89b62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:29.132388 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-2206e5ef-c8b4-47b0-b783-58b5d8d89b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:29.137629 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-2206e5ef-c8b4-47b0-b783-58b5d8d89b62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:29.139173 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-2206e5ef-c8b4-47b0-b783-58b5d8d89b62 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/40aa78a9-6a32-4cd5-8f2f-9f836d6ed7b9 HTTP/1.1" status: 204 len: 168 time: 0.1660759 Nov 02 16:55:29.152811 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2206e5ef-c8b4-47b0-b783-58b5d8d89b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40aa78a9-6a32-4cd5-8f2f-9f836d6ed7b9,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:29.221482 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1670339-1c4d-4002-b15b-4d9be74e71d1 req-48819ca4-dd21-4561-8443-193004022707 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:29.223188 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-e1670339-1c4d-4002-b15b-4d9be74e71d1 req-48819ca4-dd21-4561-8443-193004022707 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/ports?device_id=4e28e803-80b5-48e8-912a-d47cbeed52e0 HTTP/1.1" status: 200 len: 945 time: 0.0656829 Nov 02 16:55:29.283631 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-e1670339-1c4d-4002-b15b-4d9be74e71d1 req-f8783ef9-fe48-4cb0-ad79-ea8db4e9cf29 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/security-groups?id=b1f05269-3171-411f-92d6-2a309bca96b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0521705 Nov 02 16:55:29.312626 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 48154) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:29.367540 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57bd038-9e74-40fe-a6e6-679f309650d3 tempest-TestVolumeBootPattern-284275640 tempest-TestVolumeBootPattern-284275640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:29.376791 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-d57bd038-9e74-40fe-a6e6-679f309650d3 tempest-TestVolumeBootPattern-284275640 tempest-TestVolumeBootPattern-284275640-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=4e28e803-80b5-48e8-912a-d47cbeed52e0 HTTP/1.1" status: 200 len: 1093 time: 0.0623770 Nov 02 16:55:29.379521 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 48158) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:29.386852 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.v2.base [None req-cb6adb53-7f74-4e6f-b893-9eb053814926 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Request body: {'floatingip': {'floating_network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'port_id': '8985118a-dd23-4724-8375-7570b9e9aad0', 'tenant_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'fixed_ip_address': '172.20.0.6'}} {{(pid=113345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:55:29.412252 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-cb6adb53-7f74-4e6f-b893-9eb053814926 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks [] for floatingip, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:29.524232 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-cb6adb53-7f74-4e6f-b893-9eb053814926 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:29.660762 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.db_base_plugin_common [None req-cb6adb53-7f74-4e6f-b893-9eb053814926 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Allocated IP 172.27.1.58 (e732c7b6-4740-4909-a10c-6231f1bdbede/886e8f69-733b-40e5-a835-3f68eef2cfaf/f9fce180-8832-4c9d-9ced-8c964f0c9d11) {{(pid=113345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:55:29.805786 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-cb6adb53-7f74-4e6f-b893-9eb053814926 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks [] for port, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:29.863611 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-cb6adb53-7f74-4e6f-b893-9eb053814926 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788024814062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27915883'] for port, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:29.909001 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6adb53-7f74-4e6f-b893-9eb053814926 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Network e732c7b6-4740-4909-a10c-6231f1bdbede is already hosted by enough agents. {{(pid=113345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:55:29.918008 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.base_scheduler [None req-cb6adb53-7f74-4e6f-b893-9eb053814926 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Resources bound (agent type, host, resource id): {{(pid=113345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:55:29.921203 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6adb53-7f74-4e6f-b893-9eb053814926 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Received port after_create {{(pid=113345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:55:29.927541 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6adb53-7f74-4e6f-b893-9eb053814926 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Pushing event updated for resources: {'Port': ['ID=f9fce180-8832-4c9d-9ced-8c964f0c9d11,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:30.322424 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 48186) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:30.721793 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-cb6adb53-7f74-4e6f-b893-9eb053814926 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks [] for floatingip, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:30.832376 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-cb6adb53-7f74-4e6f-b893-9eb053814926 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:31.079158 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-cb6adb53-7f74-4e6f-b893-9eb053814926 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks [] for port, precommit_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:31.090651 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-cb6adb53-7f74-4e6f-b893-9eb053814926 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27915890'] for port, after_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:31.183833 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6adb53-7f74-4e6f-b893-9eb053814926 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Pushing event updated for resources: {'Port': ['ID=f9fce180-8832-4c9d-9ced-8c964f0c9d11,revision_number=2']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:31.195058 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-cb6adb53-7f74-4e6f-b893-9eb053814926 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3707972'] for floatingip, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:31.363353 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.db.l3_db [None req-cb6adb53-7f74-4e6f-b893-9eb053814926 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Floating IP 19c33035-84c9-4b1c-af7c-7058dbf03db3 associated. External IP: 172.27.1.58, port: 8985118a-dd23-4724-8375-7570b9e9aad0. Nov 02 16:55:31.438847 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-19ee8b76-6ba7-4e42-b4f9-84ca11c292d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3708740'] for router_interface, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:31.707173 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb6adb53-7f74-4e6f-b893-9eb053814926 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Router c797d5b2-bdc4-4012-8c62-046dcdeae5dd has already been hosted by L3 agent 23c85ca8-88a6-46e7-9165-338a7fd1d142 {{(pid=113345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:55:31.866189 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.plugin [None req-19ee8b76-6ba7-4e42-b4f9-84ca11c292d7 admin admin] Deleting port eacb2b5f-51a4-495b-a668-87d60d838fb1 {{(pid=113344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 16:55:31.866703 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-19ee8b76-6ba7-4e42-b4f9-84ca11c292d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788025385849'] for port, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:31.911930 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6adb53-7f74-4e6f-b893-9eb053814926 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Notify agent at l3_agent.dv-cinder-773876-4-iscsi the message routers_updated {{(pid=113345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:55:31.928061 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133869a8-8f86-48e8-b7c4-2bf5130b9f40 None None] Sync routers for ids ['c797d5b2-bdc4-4012-8c62-046dcdeae5dd'] in dv-cinder-773876-4-iscsi {{(pid=113347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:55:31.942016 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133869a8-8f86-48e8-b7c4-2bf5130b9f40 None None] Routers {'c797d5b2-bdc4-4012-8c62-046dcdeae5dd'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:55:31.942693 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-133869a8-8f86-48e8-b7c4-2bf5130b9f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:55:11Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['c797d5b2-bdc4-4012-8c62-046dcdeae5dd'], 'active': True} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:31.942851 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-cb6adb53-7f74-4e6f-b893-9eb053814926 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221'] for floatingip, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:31.977482 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.db [None req-19ee8b76-6ba7-4e42-b4f9-84ca11c292d7 admin admin] For port eacb2b5f-51a4-495b-a668-87d60d838fb1, host dv-cinder-773876-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=eacb2b5f-51a4-495b-a668-87d60d838fb1,segment=NetworkSegment(696e12bc-6b69-439e-85c8-346996a99755),segment_id=696e12bc-6b69-439e-85c8-346996a99755)] {{(pid=113344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:55:31.978067 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-19ee8b76-6ba7-4e42-b4f9-84ca11c292d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710950'] for port, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:31.980635 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-cb6adb53-7f74-4e6f-b893-9eb053814926 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5997171 Nov 02 16:55:31.981598 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e28e803-80b5-48e8-912a-d47cbeed52e0', 'tag': '8985118a-dd23-4724-8375-7570b9e9aad0'}] {{(pid=113345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:55:31.984513 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88728d28071a92af03fe3e2826ca256f68f88e9f4aa3bce1a4ce6001ce5f6d9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a21922-95f2-49d8-9211-f3c9b1875f66" -d '{"events": [{"name": "network-changed", "server_uuid": "4e28e803-80b5-48e8-912a-d47cbeed52e0", "tag": "8985118a-dd23-4724-8375-7570b9e9aad0"}]}' {{(pid=113345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:55:32.013213 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.plugin [None req-19ee8b76-6ba7-4e42-b4f9-84ca11c292d7 admin admin] Calling delete_port for eacb2b5f-51a4-495b-a668-87d60d838fb1 owned by network:router_interface {{(pid=113344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 16:55:32.040014 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f0a6b0-23ed-4152-a292-4d3d7dc8d233 x-openstack-request-id: req-c2f0a6b0-23ed-4152-a292-4d3d7dc8d233 {{(pid=113345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:55:32.040532 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e28e803-80b5-48e8-912a-d47cbeed52e0", "tag": "8985118a-dd23-4724-8375-7570b9e9aad0", "status": "completed", "code": 200}]} {{(pid=113345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:55:32.041039 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-c2f0a6b0-23ed-4152-a292-4d3d7dc8d233 {{(pid=113345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:55:32.041688 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e28e803-80b5-48e8-912a-d47cbeed52e0', 'tag': '8985118a-dd23-4724-8375-7570b9e9aad0', 'status': 'completed', 'code': 200} Nov 02 16:55:32.091421 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvr_db [None req-133869a8-8f86-48e8-b7c4-2bf5130b9f40 None None] Set router c797d5b2-bdc4-4012-8c62-046dcdeae5dd gateway port host: dv-cinder-773876-4-iscsi {{(pid=113347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:55:32.126088 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a21922-95f2-49d8-9211-f3c9b1875f66 req-63ba8ee0-cd2a-431b-abbf-551fbf141a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:32.129141 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-15a21922-95f2-49d8-9211-f3c9b1875f66 req-63ba8ee0-cd2a-431b-abbf-551fbf141a14 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f83b31a72c4f4cc78519ed2dc9bdc400&device_id=4e28e803-80b5-48e8-912a-d47cbeed52e0 HTTP/1.1" status: 200 len: 1098 time: 0.0614278 Nov 02 16:55:32.257439 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a21922-95f2-49d8-9211-f3c9b1875f66 req-c68ebb62-c2a6-40a2-948b-6f4610108f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:32.259662 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-15a21922-95f2-49d8-9211-f3c9b1875f66 req-c68ebb62-c2a6-40a2-948b-6f4610108f90 service neutron] 10.222.0.76 "GET /v2.0/networks?id=ac5452b3-7329-433e-af1f-df17acea3828 HTTP/1.1" status: 200 len: 912 time: 0.1229048 Nov 02 16:55:32.267589 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-19ee8b76-6ba7-4e42-b4f9-84ca11c292d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788025390403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788024814071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25371697'] for port, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:32.300028 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ee8b76-6ba7-4e42-b4f9-84ca11c292d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=eacb2b5f-51a4-495b-a668-87d60d838fb1,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:32.392251 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-15a21922-95f2-49d8-9211-f3c9b1875f66 req-4c710097-26b4-40f8-8a3e-55c1f26d7771 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8985118a-dd23-4724-8375-7570b9e9aad0 HTTP/1.1" status: 200 len: 998 time: 0.1243572 Nov 02 16:55:32.460967 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-133869a8-8f86-48e8-b7c4-2bf5130b9f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'name': 'tempest-TestVolumeBootPattern-226830009-router', 'tenant_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e29b7936-7a83-49dd-9008-36de97272721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:47Z', 'updated_at': '2021-11-02T16:51:51Z', 'revision_number': 4, 'project_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'gw_port': {'id': 'e29b7936-7a83-49dd-9008-36de97272721', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:48Z', 'updated_at': '2021-11-02T16:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_floatingips': [{'id': '19c33035-84c9-4b1c-af7c-7058dbf03db3', 'tenant_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'floating_ip_address': '172.27.1.58', 'floating_network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'router_id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'port_id': '8985118a-dd23-4724-8375-7570b9e9aad0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac5452b3-7329-433e-af1f-df17acea3828', 'mac_address': 'fa:16:3e:32:6f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e28e803-80b5-48e8-912a-d47cbeed52e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:55:30Z', 'updated_at': '2021-11-02T16:55:30Z', 'revision_number': 0, 'project_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '232ad059-fbdb-4195-a503-645ac2a34484', 'name': '', 'network_id': 'ac5452b3-7329-433e-af1f-df17acea3828', 'tenant_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'mac_address': 'fa:16:3e:b6:dc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'aa72a888-b45f-4cfb-ae6c-4494e796baf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:50Z', 'updated_at': '2021-11-02T16:51:56Z', 'revision_number': 5, 'project_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'subnets': [{'id': 'aa72a888-b45f-4cfb-ae6c-4494e796baf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:32.475932 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a21922-95f2-49d8-9211-f3c9b1875f66 req-ce7501ec-f1c1-43fe-b578-d3f4d07e137e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:32.483928 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-15a21922-95f2-49d8-9211-f3c9b1875f66 req-ce7501ec-f1c1-43fe-b578-d3f4d07e137e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=aa72a888-b45f-4cfb-ae6c-4494e796baf0 HTTP/1.1" status: 200 len: 850 time: 0.0818594 Nov 02 16:55:32.501535 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133869a8-8f86-48e8-b7c4-2bf5130b9f40 None None] Checking router: c797d5b2-bdc4-4012-8c62-046dcdeae5dd for host: dv-cinder-773876-4-iscsi {{(pid=113347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:55:32.514705 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133869a8-8f86-48e8-b7c4-2bf5130b9f40 None None] Routers {'c797d5b2-bdc4-4012-8c62-046dcdeae5dd'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:55:32.515978 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-133869a8-8f86-48e8-b7c4-2bf5130b9f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:55:11Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['c797d5b2-bdc4-4012-8c62-046dcdeae5dd'], 'active': True} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:32.546482 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-19ee8b76-6ba7-4e42-b4f9-84ca11c292d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3731188'] for router_interface, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:32.547912 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a21922-95f2-49d8-9211-f3c9b1875f66 req-37da7bad-c69b-455e-9208-839434611eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:32.550108 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-15a21922-95f2-49d8-9211-f3c9b1875f66 req-37da7bad-c69b-455e-9208-839434611eff service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ac5452b3-7329-433e-af1f-df17acea3828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0557840 Nov 02 16:55:32.677183 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvr_db [None req-133869a8-8f86-48e8-b7c4-2bf5130b9f40 None None] Set router c797d5b2-bdc4-4012-8c62-046dcdeae5dd gateway port host: dv-cinder-773876-4-iscsi {{(pid=113347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:55:32.714116 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-15a21922-95f2-49d8-9211-f3c9b1875f66 req-e94a9be7-3237-4bb1-a484-f8ec01577949 service neutron] 10.222.0.76 "GET /v2.0/networks/ac5452b3-7329-433e-af1f-df17acea3828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554575 Nov 02 16:55:32.857003 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-15a21922-95f2-49d8-9211-f3c9b1875f66 req-06c1e317-27a9-4578-8162-edf43bd1af7a service neutron] 10.222.0.76 "GET /v2.0/networks/ac5452b3-7329-433e-af1f-df17acea3828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352565 Nov 02 16:55:32.870592 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19ee8b76-6ba7-4e42-b4f9-84ca11c292d7 admin admin] Router 9087e7a4-e2d6-4260-8391-3cdc3d276282 has already been hosted by L3 agent 23c85ca8-88a6-46e7-9165-338a7fd1d142 {{(pid=113344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:55:33.038692 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ee8b76-6ba7-4e42-b4f9-84ca11c292d7 admin admin] Notify agent at l3_agent.dv-cinder-773876-4-iscsi the message routers_updated {{(pid=113344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:55:33.045194 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-19ee8b76-6ba7-4e42-b4f9-84ca11c292d7 admin admin] 10.222.0.118 "PUT /v2.0/routers/9087e7a4-e2d6-4260-8391-3cdc3d276282/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7197247 Nov 02 16:55:33.047924 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 48232) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:33.054504 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95835dc2-ce4a-4be8-893f-d057dbf52480 None None] Sync routers for ids ['9087e7a4-e2d6-4260-8391-3cdc3d276282'] in dv-cinder-773876-4-iscsi {{(pid=113346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:55:33.073784 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95835dc2-ce4a-4be8-893f-d057dbf52480 None None] Routers {'9087e7a4-e2d6-4260-8391-3cdc3d276282'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:55:33.077251 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-95835dc2-ce4a-4be8-893f-d057dbf52480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:55:11Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['9087e7a4-e2d6-4260-8391-3cdc3d276282'], 'active': True} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:33.082187 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-133869a8-8f86-48e8-b7c4-2bf5130b9f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'name': 'tempest-TestVolumeBootPattern-226830009-router', 'tenant_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e29b7936-7a83-49dd-9008-36de97272721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:47Z', 'updated_at': '2021-11-02T16:51:51Z', 'revision_number': 4, 'project_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'gw_port': {'id': 'e29b7936-7a83-49dd-9008-36de97272721', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:48Z', 'updated_at': '2021-11-02T16:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_floatingips': [{'id': '19c33035-84c9-4b1c-af7c-7058dbf03db3', 'tenant_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'floating_ip_address': '172.27.1.58', 'floating_network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'router_id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'port_id': '8985118a-dd23-4724-8375-7570b9e9aad0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac5452b3-7329-433e-af1f-df17acea3828', 'mac_address': 'fa:16:3e:32:6f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e28e803-80b5-48e8-912a-d47cbeed52e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:55:30Z', 'updated_at': '2021-11-02T16:55:30Z', 'revision_number': 0, 'project_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '232ad059-fbdb-4195-a503-645ac2a34484', 'name': '', 'network_id': 'ac5452b3-7329-433e-af1f-df17acea3828', 'tenant_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'mac_address': 'fa:16:3e:b6:dc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'aa72a888-b45f-4cfb-ae6c-4494e796baf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:50Z', 'updated_at': '2021-11-02T16:51:56Z', 'revision_number': 5, 'project_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'subnets': [{'id': 'aa72a888-b45f-4cfb-ae6c-4494e796baf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:33.122647 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133869a8-8f86-48e8-b7c4-2bf5130b9f40 None None] The sync data for ids ['c797d5b2-bdc4-4012-8c62-046dcdeae5dd'] in dv-cinder-773876-4-iscsi is: [{'id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'name': 'tempest-TestVolumeBootPattern-226830009-router', 'tenant_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e29b7936-7a83-49dd-9008-36de97272721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:47Z', 'updated_at': '2021-11-02T16:51:51Z', 'revision_number': 4, 'project_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'gw_port': {'id': 'e29b7936-7a83-49dd-9008-36de97272721', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:48Z', 'updated_at': '2021-11-02T16:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_floatingips': [{'id': '19c33035-84c9-4b1c-af7c-7058dbf03db3', 'tenant_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'floating_ip_address': '172.27.1.58', 'floating_network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'router_id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'port_id': '8985118a-dd23-4724-8375-7570b9e9aad0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac5452b3-7329-433e-af1f-df17acea3828', 'mac_address': 'fa:16:3e:32:6f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e28e803-80b5-48e8-912a-d47cbeed52e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:55:30Z', 'updated_at': '2021-11-02T16:55:30Z', 'revision_number': 0, 'project_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '232ad059-fbdb-4195-a503-645ac2a34484', 'name': '', 'network_id': 'ac5452b3-7329-433e-af1f-df17acea3828', 'tenant_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'mac_address': 'fa:16:3e:b6:dc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'aa72a888-b45f-4cfb-ae6c-4494e796baf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:50Z', 'updated_at': '2021-11-02T16:51:56Z', 'revision_number': 5, 'project_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'subnets': [{'id': 'aa72a888-b45f-4cfb-ae6c-4494e796baf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:55:33.192275 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-ca62abf0-1722-477d-9ec9-801684663fe8 admin admin] Publish callbacks [] for router, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:33.279468 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvr_db [None req-95835dc2-ce4a-4be8-893f-d057dbf52480 None None] Set router 9087e7a4-e2d6-4260-8391-3cdc3d276282 gateway port host: dv-cinder-773876-4-iscsi {{(pid=113346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:55:33.345592 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-ca62abf0-1722-477d-9ec9-801684663fe8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:33.413054 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.plugin [None req-ca62abf0-1722-477d-9ec9-801684663fe8 admin admin] Deleting port 9d136291-39f3-4e32-8d3c-b6a656cf842b {{(pid=113344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 16:55:33.413453 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-ca62abf0-1722-477d-9ec9-801684663fe8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788025385849'] for port, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:33.522337 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.db [None req-ca62abf0-1722-477d-9ec9-801684663fe8 admin admin] For port 9d136291-39f3-4e32-8d3c-b6a656cf842b, host dv-cinder-773876-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=9d136291-39f3-4e32-8d3c-b6a656cf842b,segment=NetworkSegment(1cb664d2-69f4-46cd-9abc-3fc1a9239895),segment_id=1cb664d2-69f4-46cd-9abc-3fc1a9239895)] {{(pid=113344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:55:33.522973 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-ca62abf0-1722-477d-9ec9-801684663fe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710950'] for port, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:33.546233 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.plugin [None req-ca62abf0-1722-477d-9ec9-801684663fe8 admin admin] Calling delete_port for 9d136291-39f3-4e32-8d3c-b6a656cf842b owned by network:router_gateway {{(pid=113344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 16:55:33.548036 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbc73c0-6837-4a4d-b491-4c819b97d5ca None None] New status for floating IP 19c33035-84c9-4b1c-af7c-7058dbf03db3: ACTIVE {{(pid=113347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 16:55:33.644607 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-95835dc2-ce4a-4be8-893f-d057dbf52480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9087e7a4-e2d6-4260-8391-3cdc3d276282', 'name': 'tempest-AttachVolumeShelveTestJSON-1985570199-router', 'tenant_id': '5cc524f131464fe097cff64187071316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '9d136291-39f3-4e32-8d3c-b6a656cf842b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:46:22Z', 'updated_at': '2021-11-02T16:55:32Z', 'revision_number': 5, 'project_id': '5cc524f131464fe097cff64187071316', 'gw_port': {'id': '9d136291-39f3-4e32-8d3c-b6a656cf842b', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9087e7a4-e2d6-4260-8391-3cdc3d276282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:46:27Z', 'updated_at': '2021-11-02T16:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi'}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:33.676876 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95835dc2-ce4a-4be8-893f-d057dbf52480 None None] Checking router: 9087e7a4-e2d6-4260-8391-3cdc3d276282 for host: dv-cinder-773876-4-iscsi {{(pid=113346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:55:33.693685 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95835dc2-ce4a-4be8-893f-d057dbf52480 None None] Routers {'9087e7a4-e2d6-4260-8391-3cdc3d276282'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:55:33.694699 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-95835dc2-ce4a-4be8-893f-d057dbf52480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:55:11Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['9087e7a4-e2d6-4260-8391-3cdc3d276282'], 'active': True} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:33.798960 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvr_db [None req-95835dc2-ce4a-4be8-893f-d057dbf52480 None None] Set router 9087e7a4-e2d6-4260-8391-3cdc3d276282 gateway port host: None {{(pid=113346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:55:33.806774 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-ca62abf0-1722-477d-9ec9-801684663fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788025390403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788024814071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25371697'] for port, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:33.837343 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62abf0-1722-477d-9ec9-801684663fe8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d136291-39f3-4e32-8d3c-b6a656cf842b,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:33.867192 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-95835dc2-ce4a-4be8-893f-d057dbf52480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9087e7a4-e2d6-4260-8391-3cdc3d276282', 'name': 'tempest-AttachVolumeShelveTestJSON-1985570199-router', 'tenant_id': '5cc524f131464fe097cff64187071316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:46:22Z', 'updated_at': '2021-11-02T16:55:33Z', 'revision_number': 6, 'project_id': '5cc524f131464fe097cff64187071316', 'gw_port_host': None}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:33.898657 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95835dc2-ce4a-4be8-893f-d057dbf52480 None None] The sync data for ids ['9087e7a4-e2d6-4260-8391-3cdc3d276282'] in dv-cinder-773876-4-iscsi is: [{'id': '9087e7a4-e2d6-4260-8391-3cdc3d276282', 'name': 'tempest-AttachVolumeShelveTestJSON-1985570199-router', 'tenant_id': '5cc524f131464fe097cff64187071316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:46:22Z', 'updated_at': '2021-11-02T16:55:33Z', 'revision_number': 6, 'project_id': '5cc524f131464fe097cff64187071316', 'gw_port_host': None}] {{(pid=113346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:55:33.912849 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-ca62abf0-1722-477d-9ec9-801684663fe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3708050'] for router_gateway, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:34.011306 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-ca62abf0-1722-477d-9ec9-801684663fe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3731240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26188'] for router, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:34.014011 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-ca62abf0-1722-477d-9ec9-801684663fe8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:34.064674 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-ca62abf0-1722-477d-9ec9-801684663fe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3731249'] for router, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:34.065125 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca62abf0-1722-477d-9ec9-801684663fe8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9087e7a4-e2d6-4260-8391-3cdc3d276282 {{(pid=113344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:55:34.072332 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-ca62abf0-1722-477d-9ec9-801684663fe8 admin admin] Publish callbacks [] for router, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:34.073438 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-ca62abf0-1722-477d-9ec9-801684663fe8 admin admin] 10.222.0.118 "DELETE /v2.0/routers/9087e7a4-e2d6-4260-8391-3cdc3d276282 HTTP/1.1" status: 204 len: 168 time: 1.0238538 Nov 02 16:55:34.076087 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 48236) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:34.123829 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.db.db_base_plugin_v2 [None req-f124fee5-0261-49c7-9d4e-b6b5c82044e9 admin admin] Deleting subnet fd525ac9-44f8-421c-b093-9ce2aeedf323 {{(pid=113344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 16:55:34.127323 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-f124fee5-0261-49c7-9d4e-b6b5c82044e9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:34.165058 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-f124fee5-0261-49c7-9d4e-b6b5c82044e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25199420'] for subnet, precommit_delete_associations {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:34.258487 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-f124fee5-0261-49c7-9d4e-b6b5c82044e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645718'] for subnet, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:34.320833 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-f124fee5-0261-49c7-9d4e-b6b5c82044e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25372910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25642358'] for subnet, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:34.351847 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f124fee5-0261-49c7-9d4e-b6b5c82044e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd525ac9-44f8-421c-b093-9ce2aeedf323,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:34.356076 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-f124fee5-0261-49c7-9d4e-b6b5c82044e9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:34.359692 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-f124fee5-0261-49c7-9d4e-b6b5c82044e9 admin admin] 10.222.0.118 "DELETE /v2.0/subnets/fd525ac9-44f8-421c-b093-9ce2aeedf323 HTTP/1.1" status: 204 len: 168 time: 0.2823555 Nov 02 16:55:34.362958 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 48242) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:34.371676 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb51a268-af97-44ae-8075-ee304639e39c None None] Network 2642968c-324e-4035-9dba-a5695e42fc1f requested from dv-cinder-773876-4-iscsi {{(pid=113346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:55:34.455607 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-52d8dca6-4bda-4eab-888f-5f3561801575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652235'] for network, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:34.515703 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [None req-52d8dca6-4bda-4eab-888f-5f3561801575 admin admin] Deleting port 726c7b92-7f16-4de3-8d0d-4b3ef0828c3d {{(pid=113345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 16:55:34.516059 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-52d8dca6-4bda-4eab-888f-5f3561801575 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788025385849'] for port, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:34.545751 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 48246) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:34.592581 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.db [None req-52d8dca6-4bda-4eab-888f-5f3561801575 admin admin] For port 726c7b92-7f16-4de3-8d0d-4b3ef0828c3d, host dv-cinder-773876-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=726c7b92-7f16-4de3-8d0d-4b3ef0828c3d,segment=NetworkSegment(696e12bc-6b69-439e-85c8-346996a99755),segment_id=696e12bc-6b69-439e-85c8-346996a99755)] {{(pid=113345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:55:34.593223 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-52d8dca6-4bda-4eab-888f-5f3561801575 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710950'] for port, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:34.610824 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [None req-52d8dca6-4bda-4eab-888f-5f3561801575 admin admin] Calling delete_port for 726c7b92-7f16-4de3-8d0d-4b3ef0828c3d owned by network:dhcp {{(pid=113345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 16:55:34.682799 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-56f73e6a-680b-4e69-80fa-0d9630f3fa6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:34.706605 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-52d8dca6-4bda-4eab-888f-5f3561801575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788025390403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788024814071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27915883'] for port, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:34.736481 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d8dca6-4bda-4eab-888f-5f3561801575 admin admin] Pushing event deleted for resources: {'Port': ['ID=726c7b92-7f16-4de3-8d0d-4b3ef0828c3d,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:34.740427 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d8dca6-4bda-4eab-888f-5f3561801575 admin admin] No DVR routers for this DVR port 726c7b92-7f16-4de3-8d0d-4b3ef0828c3d on host dv-cinder-773876-4-iscsi {{(pid=113345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:55:34.790458 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-56f73e6a-680b-4e69-80fa-0d9630f3fa6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:34.797788 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c4acd1-3422-4e67-882c-1be4ef1c076a None None] DHCP port deletion for 2642968c-324e-4035-9dba-a5695e42fc1f request from dv-cinder-773876-4-iscsi {{(pid=113346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:55:34.803514 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-56f73e6a-680b-4e69-80fa-0d9630f3fa6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:34.850438 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-52d8dca6-4bda-4eab-888f-5f3561801575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644317', 'neutron.services.segments.db._delete_segments_for_network-8788025296622'] for network, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:34.857308 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f73e6a-680b-4e69-80fa-0d9630f3fa6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=822bfe88-2b1c-4491-9d51-973957c2cece,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:34.864530 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-56f73e6a-680b-4e69-80fa-0d9630f3fa6c admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=0ff6b6f6182c4bb58a6db06257121bb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3150744 Nov 02 16:55:34.864967 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 48250) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:34.880106 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.services.segments.db [None req-52d8dca6-4bda-4eab-888f-5f3561801575 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2642968c-324e-4035-9dba-a5695e42fc1f']}} {{(pid=113345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:34.892956 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.services.segments.db [None req-52d8dca6-4bda-4eab-888f-5f3561801575 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '696e12bc-6b69-439e-85c8-346996a99755') {'for_net_delete': True} {{(pid=113345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:34.893264 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.services.segments.db [None req-52d8dca6-4bda-4eab-888f-5f3561801575 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '696e12bc-6b69-439e-85c8-346996a99755') {} {{(pid=113345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:55:34.909571 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-52d8dca6-4bda-4eab-888f-5f3561801575 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788025301495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27917006'] for segment, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:34.926891 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-42230414-ed58-4b0d-9008-311c39ba3033 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:34.930245 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-52d8dca6-4bda-4eab-888f-5f3561801575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639893'] for segment, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:34.937813 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52d8dca6-4bda-4eab-888f-5f3561801575 admin admin] Releasing vlan 795 on physical network physnet1 to pool {{(pid=113345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:55:34.938245 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-52d8dca6-4bda-4eab-888f-5f3561801575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27915798'] for segment, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:34.941602 dv-cinder-773876-4-iscsi neutron-server[113345]: Traceback (most recent call last): Nov 02 16:55:34.941602 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:55:34.941602 dv-cinder-773876-4-iscsi neutron-server[113345]: timer() Nov 02 16:55:34.941602 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:55:34.941602 dv-cinder-773876-4-iscsi neutron-server[113345]: cb(*args, **kw) Nov 02 16:55:34.941602 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:55:34.941602 dv-cinder-773876-4-iscsi neutron-server[113345]: return func(*args, **kwargs) Nov 02 16:55:34.941602 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:55:34.941602 dv-cinder-773876-4-iscsi neutron-server[113345]: self._notify() Nov 02 16:55:34.941602 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:55:34.941602 dv-cinder-773876-4-iscsi neutron-server[113345]: self.callback(batched_events) Nov 02 16:55:34.941602 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:55:34.941602 dv-cinder-773876-4-iscsi neutron-server[113345]: event.method(event) Nov 02 16:55:34.941602 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:55:34.941602 dv-cinder-773876-4-iscsi neutron-server[113345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:55:34.941602 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:55:34.941602 dv-cinder-773876-4-iscsi neutron-server[113345]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:55:34.941602 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:55:34.941602 dv-cinder-773876-4-iscsi neutron-server[113345]: return f(self, *a, **k) Nov 02 16:55:34.941602 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:55:34.941602 dv-cinder-773876-4-iscsi neutron-server[113345]: return self._get(url).json() Nov 02 16:55:34.941602 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:55:34.941602 dv-cinder-773876-4-iscsi neutron-server[113345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:55:34.941602 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:55:34.941602 dv-cinder-773876-4-iscsi neutron-server[113345]: return self.request(url, 'GET', **kwargs) Nov 02 16:55:34.941602 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:55:34.941602 dv-cinder-773876-4-iscsi neutron-server[113345]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:55:34.941602 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:55:34.941602 dv-cinder-773876-4-iscsi neutron-server[113345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:55:34.941602 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:55:34.941602 dv-cinder-773876-4-iscsi neutron-server[113345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:55:34.941602 dv-cinder-773876-4-iscsi neutron-server[113345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:55:34.967270 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-42230414-ed58-4b0d-9008-311c39ba3033 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:34.998029 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device 9d136291-39f3-4e32-8d3c-b6a656cf842b no longer exists at agent ovs-agent-dv-cinder-773876-4-iscsi {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:55:35.015268 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-52d8dca6-4bda-4eab-888f-5f3561801575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3708022'] for network, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:35.023593 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-52d8dca6-4bda-4eab-888f-5f3561801575 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673503'] for network, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:35.030166 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-52d8dca6-4bda-4eab-888f-5f3561801575 admin admin] 10.222.0.118 "DELETE /v2.0/networks/2642968c-324e-4035-9dba-a5695e42fc1f HTTP/1.1" status: 204 len: 168 time: 0.6634452 Nov 02 16:55:35.042622 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-42230414-ed58-4b0d-9008-311c39ba3033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:35.042919 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] No Port match for: 9d136291-39f3-4e32-8d3c-b6a656cf842b {{(pid=113346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 16:55:35.043342 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device 9d136291-39f3-4e32-8d3c-b6a656cf842b not bound to the agent host dv-cinder-773876-4-iscsi {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:55:35.043573 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device 726c7b92-7f16-4de3-8d0d-4b3ef0828c3d no longer exists at agent ovs-agent-dv-cinder-773876-4-iscsi {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:55:35.048010 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-42230414-ed58-4b0d-9008-311c39ba3033 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:35.048449 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d8dca6-4bda-4eab-888f-5f3561801575 admin admin] Pushing event deleted for resources: {'Network': ['ID=2642968c-324e-4035-9dba-a5695e42fc1f,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:35.049998 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-42230414-ed58-4b0d-9008-311c39ba3033 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/822bfe88-2b1c-4491-9d51-973957c2cece HTTP/1.1" status: 204 len: 168 time: 0.1840682 Nov 02 16:55:35.066937 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42230414-ed58-4b0d-9008-311c39ba3033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=822bfe88-2b1c-4491-9d51-973957c2cece,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:35.086069 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] No Port match for: 726c7b92-7f16-4de3-8d0d-4b3ef0828c3d {{(pid=113346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 16:55:35.087192 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device 726c7b92-7f16-4de3-8d0d-4b3ef0828c3d not bound to the agent host dv-cinder-773876-4-iscsi {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:55:35.087946 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device eacb2b5f-51a4-495b-a668-87d60d838fb1 no longer exists at agent ovs-agent-dv-cinder-773876-4-iscsi {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:55:35.121826 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] No Port match for: eacb2b5f-51a4-495b-a668-87d60d838fb1 {{(pid=113346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 16:55:35.122647 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device eacb2b5f-51a4-495b-a668-87d60d838fb1 not bound to the agent host dv-cinder-773876-4-iscsi {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:55:35.205280 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 48256) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:35.260515 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-ec1b6829-e21f-4ba0-9b96-ee866933313f admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=5cc524f131464fe097cff64187071316&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0535064 Nov 02 16:55:35.263239 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 48260) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:35.329940 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-0c78bc5a-f75a-417d-bdb4-8b23c9ec5f1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:35.356050 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-0c78bc5a-f75a-417d-bdb4-8b23c9ec5f1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:35.416730 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-0c78bc5a-f75a-417d-bdb4-8b23c9ec5f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:35.419416 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-0c78bc5a-f75a-417d-bdb4-8b23c9ec5f1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:35.420848 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-0c78bc5a-f75a-417d-bdb4-8b23c9ec5f1c admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/85d0ec49-3b7c-4a7b-a9d7-ac1e9c9bd9c9 HTTP/1.1" status: 204 len: 168 time: 0.1565499 Nov 02 16:55:35.422731 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 48262) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:35.431377 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c78bc5a-f75a-417d-bdb4-8b23c9ec5f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d0ec49-3b7c-4a7b-a9d7-ac1e9c9bd9c9,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:35.440073 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-61fa4c30-00cd-437a-8564-857c5399d7af admin admin] Publish callbacks [] for security_group, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:35.532363 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-61fa4c30-00cd-437a-8564-857c5399d7af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:35.538231 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-61fa4c30-00cd-437a-8564-857c5399d7af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:35.579390 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-61fa4c30-00cd-437a-8564-857c5399d7af admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=ffa2bf2d3b764280984f677eb352209f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1544173 Nov 02 16:55:35.583478 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 48266) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:35.591907 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fa4c30-00cd-437a-8564-857c5399d7af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed33fd4-8837-409f-94b7-a052778d5610,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:35.653412 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-ed6c73db-44fe-40b6-befc-ba41ec7fbb58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:35.682175 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-ed6c73db-44fe-40b6-befc-ba41ec7fbb58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:35.748336 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-ed6c73db-44fe-40b6-befc-ba41ec7fbb58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:35.751245 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-ed6c73db-44fe-40b6-befc-ba41ec7fbb58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:35.752777 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-ed6c73db-44fe-40b6-befc-ba41ec7fbb58 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/9ed33fd4-8837-409f-94b7-a052778d5610 HTTP/1.1" status: 204 len: 168 time: 0.1680770 Nov 02 16:55:35.762889 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6c73db-44fe-40b6-befc-ba41ec7fbb58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed33fd4-8837-409f-94b7-a052778d5610,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:37.552261 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 48342) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:37.681317 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-e4329cf6-c330-455c-a933-1ba78bed1c4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:37.778847 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-e4329cf6-c330-455c-a933-1ba78bed1c4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:37.784485 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-e4329cf6-c330-455c-a933-1ba78bed1c4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:37.827808 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4329cf6-c330-455c-a933-1ba78bed1c4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb070066-65f1-4ef9-a011-eda490a35920,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:37.832785 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-e4329cf6-c330-455c-a933-1ba78bed1c4f admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=94b31afbfdf94b8d890c604f86d7baad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2789903 Nov 02 16:55:37.836416 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 48346) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:37.934013 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-8fc08a1a-60b4-4e8d-bc8e-1b3261384643 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:37.972445 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-8fc08a1a-60b4-4e8d-bc8e-1b3261384643 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:38.030232 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-8fc08a1a-60b4-4e8d-bc8e-1b3261384643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:38.034020 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-8fc08a1a-60b4-4e8d-bc8e-1b3261384643 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:38.035365 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-8fc08a1a-60b4-4e8d-bc8e-1b3261384643 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/fb070066-65f1-4ef9-a011-eda490a35920 HTTP/1.1" status: 204 len: 168 time: 0.1978893 Nov 02 16:55:38.051654 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc08a1a-60b4-4e8d-bc8e-1b3261384643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb070066-65f1-4ef9-a011-eda490a35920,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:38.358713 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6d06971b-eed8-47ee-90a6-c948834aecf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:38.432240 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 48358) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:38.450048 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-08626718-b9c3-41b6-b7c3-88ef6dff909c admin admin] Publish callbacks [] for security_group, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:38.562154 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-08626718-b9c3-41b6-b7c3-88ef6dff909c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:38.569213 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-08626718-b9c3-41b6-b7c3-88ef6dff909c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:38.614548 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-08626718-b9c3-41b6-b7c3-88ef6dff909c admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=16843c1c8d68471fbf705a46c117b9db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1811311 Nov 02 16:55:38.615686 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08626718-b9c3-41b6-b7c3-88ef6dff909c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=014d3d50-55ce-4a2c-a1e1-c24352c1816b,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:38.619933 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 48366) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:38.695812 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-22ce2f59-cc0a-4a2d-a443-d455f6ed3177 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:38.725879 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-22ce2f59-cc0a-4a2d-a443-d455f6ed3177 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:38.788190 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-22ce2f59-cc0a-4a2d-a443-d455f6ed3177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:38.790979 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-22ce2f59-cc0a-4a2d-a443-d455f6ed3177 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:38.795095 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-22ce2f59-cc0a-4a2d-a443-d455f6ed3177 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/014d3d50-55ce-4a2c-a1e1-c24352c1816b HTTP/1.1" status: 204 len: 168 time: 0.1711934 Nov 02 16:55:38.812818 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ce2f59-cc0a-4a2d-a443-d455f6ed3177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=014d3d50-55ce-4a2c-a1e1-c24352c1816b,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:40.513172 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 48432) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:40.656329 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-4ab370ca-113e-43c6-829f-02d6308f6dc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:40.763429 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-4ab370ca-113e-43c6-829f-02d6308f6dc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:40.770701 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-4ab370ca-113e-43c6-829f-02d6308f6dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:40.823294 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-4ab370ca-113e-43c6-829f-02d6308f6dc1 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=d60e66c6b387404ab356ea0ca720a332&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3062816 Nov 02 16:55:40.823294 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab370ca-113e-43c6-829f-02d6308f6dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd14699c-7b9f-40a7-a095-4c23ee9159f3,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:40.827393 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 48438) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:40.924591 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-49f99de7-e589-49b7-9b0a-f8825143f05d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:40.956654 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-49f99de7-e589-49b7-9b0a-f8825143f05d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:41.033853 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-49f99de7-e589-49b7-9b0a-f8825143f05d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:41.038105 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-49f99de7-e589-49b7-9b0a-f8825143f05d admin admin] Publish callbacks [] for security_group, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:41.039895 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-49f99de7-e589-49b7-9b0a-f8825143f05d admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/bd14699c-7b9f-40a7-a095-4c23ee9159f3 HTTP/1.1" status: 204 len: 168 time: 0.2102532 Nov 02 16:55:41.057190 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f99de7-e589-49b7-9b0a-f8825143f05d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd14699c-7b9f-40a7-a095-4c23ee9159f3,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:41.067825 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-fd05cddc-95da-47d2-9951-6a4609d5b40e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:42.194988 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 48468) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:42.323052 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-0bc79c1c-d44e-404e-b908-a8d54cda42ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:42.409494 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-0bc79c1c-d44e-404e-b908-a8d54cda42ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:42.414811 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-0bc79c1c-d44e-404e-b908-a8d54cda42ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:42.460225 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-0bc79c1c-d44e-404e-b908-a8d54cda42ae admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=9013ce5b6d164b8b9a11d09047dc2f41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2636383 Nov 02 16:55:42.461028 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc79c1c-d44e-404e-b908-a8d54cda42ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8343aae7-b5c7-4a46-8c0d-b21166c184c4,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:42.464002 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 48472) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:42.523696 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-760c46d5-cb28-4070-b6a3-d5c2e6644bc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:42.547964 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-760c46d5-cb28-4070-b6a3-d5c2e6644bc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:42.597835 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-760c46d5-cb28-4070-b6a3-d5c2e6644bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:42.601301 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-760c46d5-cb28-4070-b6a3-d5c2e6644bc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:42.604098 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-760c46d5-cb28-4070-b6a3-d5c2e6644bc4 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/8343aae7-b5c7-4a46-8c0d-b21166c184c4 HTTP/1.1" status: 204 len: 168 time: 0.1383834 Nov 02 16:55:42.617042 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760c46d5-cb28-4070-b6a3-d5c2e6644bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8343aae7-b5c7-4a46-8c0d-b21166c184c4,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:42.882873 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-dfe49d6c-b306-436a-ba68-760764be264a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:42.930360 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 48478) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:42.946333 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-f875c68d-5d3b-41c9-81ea-df41bdbfa2d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:43.044718 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-f875c68d-5d3b-41c9-81ea-df41bdbfa2d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:43.050276 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-f875c68d-5d3b-41c9-81ea-df41bdbfa2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:43.103839 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-f875c68d-5d3b-41c9-81ea-df41bdbfa2d3 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=3d2b3bc9fed546c28f910d8f89f49680&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1694207 Nov 02 16:55:43.103839 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875c68d-5d3b-41c9-81ea-df41bdbfa2d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81129996-5f34-4bdc-bfbd-ade5d175481c,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:43.104886 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 48480) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:43.189818 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-8a63fd0a-b808-468f-8203-455bed01c116 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:43.214698 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-8a63fd0a-b808-468f-8203-455bed01c116 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:43.269929 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-8a63fd0a-b808-468f-8203-455bed01c116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:43.273360 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-8a63fd0a-b808-468f-8203-455bed01c116 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:43.274648 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-8a63fd0a-b808-468f-8203-455bed01c116 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/81129996-5f34-4bdc-bfbd-ade5d175481c HTTP/1.1" status: 204 len: 168 time: 0.1683035 Nov 02 16:55:43.284630 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63fd0a-b808-468f-8203-455bed01c116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81129996-5f34-4bdc-bfbd-ade5d175481c,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:44.683025 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0b95-0143-42d2-8d33-45f1b37c89de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:45.593980 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 48548) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:45.733603 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-0bcd7b2c-3285-4704-bb8b-47c0b2893be6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:45.835887 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-0bcd7b2c-3285-4704-bb8b-47c0b2893be6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:45.841390 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-0bcd7b2c-3285-4704-bb8b-47c0b2893be6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:45.883052 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-0bcd7b2c-3285-4704-bb8b-47c0b2893be6 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=239617bf241e44258d8e1038b6a83de5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2875123 Nov 02 16:55:45.884389 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcd7b2c-3285-4704-bb8b-47c0b2893be6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeec04cf-a6b2-4b6c-80ca-2e37b31b0118,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:45.890830 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 48554) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:45.952446 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-71a89bd5-6784-4c16-ad05-067ce406f8e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:45.978193 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-71a89bd5-6784-4c16-ad05-067ce406f8e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:46.029881 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-71a89bd5-6784-4c16-ad05-067ce406f8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:46.033021 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-71a89bd5-6784-4c16-ad05-067ce406f8e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:46.034672 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-71a89bd5-6784-4c16-ad05-067ce406f8e4 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/eeec04cf-a6b2-4b6c-80ca-2e37b31b0118 HTTP/1.1" status: 204 len: 168 time: 0.1427751 Nov 02 16:55:46.045254 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a89bd5-6784-4c16-ad05-067ce406f8e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeec04cf-a6b2-4b6c-80ca-2e37b31b0118,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:46.076071 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:46.398511 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 48560) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:46.413594 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-0dd702ab-860a-41f4-ae97-e268956ffbb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:46.502726 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-0dd702ab-860a-41f4-ae97-e268956ffbb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:46.508703 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-0dd702ab-860a-41f4-ae97-e268956ffbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:46.550130 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-0dd702ab-860a-41f4-ae97-e268956ffbb4 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=d797ac622caa486893cb645c9328dc3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1502149 Nov 02 16:55:46.551250 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd702ab-860a-41f4-ae97-e268956ffbb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=188b233b-315a-43ee-bbbd-d4ade137335d,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:46.553688 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 48562) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:55:46.611699 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-54efe18e-db44-4a5a-979b-cf0abfd53943 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:46.636030 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-54efe18e-db44-4a5a-979b-cf0abfd53943 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:46.688884 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-54efe18e-db44-4a5a-979b-cf0abfd53943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:46.691591 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-54efe18e-db44-4a5a-979b-cf0abfd53943 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:46.693600 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-54efe18e-db44-4a5a-979b-cf0abfd53943 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/188b233b-315a-43ee-bbbd-d4ade137335d HTTP/1.1" status: 204 len: 168 time: 0.1381009 Nov 02 16:55:46.703814 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54efe18e-db44-4a5a-979b-cf0abfd53943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=188b233b-315a-43ee-bbbd-d4ade137335d,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:55:46.713565 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54efe18e-db44-4a5a-979b-cf0abfd53943 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:55:46.714141 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54efe18e-db44-4a5a-979b-cf0abfd53943 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:55:46.714443 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54efe18e-db44-4a5a-979b-cf0abfd53943 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:55:46.714819 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54efe18e-db44-4a5a-979b-cf0abfd53943 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:55:46.715257 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54efe18e-db44-4a5a-979b-cf0abfd53943 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:55:46.715685 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54efe18e-db44-4a5a-979b-cf0abfd53943 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:55:46.716118 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54efe18e-db44-4a5a-979b-cf0abfd53943 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:55:46.716499 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54efe18e-db44-4a5a-979b-cf0abfd53943 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:55:46.716919 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54efe18e-db44-4a5a-979b-cf0abfd53943 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:55:46.717263 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54efe18e-db44-4a5a-979b-cf0abfd53943 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:55:46.717614 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54efe18e-db44-4a5a-979b-cf0abfd53943 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:55:46.717917 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54efe18e-db44-4a5a-979b-cf0abfd53943 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:55:51.948276 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:55:55.583422 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.agents_db [None req-4685c794-fb13-4fdb-802d-b1599aff033c None None] Agent healthcheck: found 6 active agents {{(pid=113347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:55:56.921631 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d091896c-b9c6-434a-a74d-abe84c398bd5 req-7cced115-75f0-421e-a125-b74b5fff00c4 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:56.923395 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-d091896c-b9c6-434a-a74d-abe84c398bd5 req-7cced115-75f0-421e-a125-b74b5fff00c4 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/ports?device_id=fe6e9f89-7228-463b-b906-679a99ec651c HTTP/1.1" status: 200 len: 945 time: 0.0636411 Nov 02 16:55:56.982521 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-d091896c-b9c6-434a-a74d-abe84c398bd5 req-ea29a024-4f88-49eb-be17-b483e3ee1353 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/security-groups?id=fd805a6a-8e4a-499f-b4ca-bb8b0cc4005d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504274 Nov 02 16:55:58.127973 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aafe44c-504c-4072-a54d-56e3a61465b6 req-12436f99-672b-4dbe-a7d6-3d2b01cbccf6 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:58.129812 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-2aafe44c-504c-4072-a54d-56e3a61465b6 req-12436f99-672b-4dbe-a7d6-3d2b01cbccf6 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/ports?device_id=fe6e9f89-7228-463b-b906-679a99ec651c HTTP/1.1" status: 200 len: 945 time: 0.0610421 Nov 02 16:55:58.191355 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-2aafe44c-504c-4072-a54d-56e3a61465b6 req-2b3f41ff-fc51-4785-b7ca-65c38760e9bc tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/security-groups?id=fd805a6a-8e4a-499f-b4ca-bb8b0cc4005d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532119 Nov 02 16:55:59.340203 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b662dbbb-aae3-4af2-9f86-f18ac3fa5c70 req-ef6f7599-9768-4fc0-8618-18161ca48016 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:55:59.342520 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-b662dbbb-aae3-4af2-9f86-f18ac3fa5c70 req-ef6f7599-9768-4fc0-8618-18161ca48016 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/ports?device_id=fe6e9f89-7228-463b-b906-679a99ec651c HTTP/1.1" status: 200 len: 945 time: 0.0602622 Nov 02 16:55:59.409689 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-b662dbbb-aae3-4af2-9f86-f18ac3fa5c70 req-37532e15-a1f3-4a2e-b267-035e8aaaeabd tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/security-groups?id=fd805a6a-8e4a-499f-b4ca-bb8b0cc4005d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597668 Nov 02 16:56:00.559099 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b954983d-9226-4a7a-9ead-0de40762e9a5 req-891c24e9-185a-4022-9a9c-8166a7e35bc5 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:00.560895 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-b954983d-9226-4a7a-9ead-0de40762e9a5 req-891c24e9-185a-4022-9a9c-8166a7e35bc5 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/ports?device_id=fe6e9f89-7228-463b-b906-679a99ec651c HTTP/1.1" status: 200 len: 945 time: 0.0601869 Nov 02 16:56:00.628980 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-b954983d-9226-4a7a-9ead-0de40762e9a5 req-5538998a-1a19-4750-a67f-2057f28fb79a tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/security-groups?id=fd805a6a-8e4a-499f-b4ca-bb8b0cc4005d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610220 Nov 02 16:56:01.769954 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976a633-f6cc-45fa-960b-796fddd2e0ef req-792ccc43-9c17-427c-85b6-17daf0fa6a5a tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:01.771734 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-2976a633-f6cc-45fa-960b-796fddd2e0ef req-792ccc43-9c17-427c-85b6-17daf0fa6a5a tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/ports?device_id=fe6e9f89-7228-463b-b906-679a99ec651c HTTP/1.1" status: 200 len: 945 time: 0.0578029 Nov 02 16:56:01.842794 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-2976a633-f6cc-45fa-960b-796fddd2e0ef req-3d963f54-ec48-4535-8796-fa21e24a22bc tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/security-groups?id=fd805a6a-8e4a-499f-b4ca-bb8b0cc4005d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626273 Nov 02 16:56:02.984872 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a21f323-76b7-452c-851a-213c3af2f5ba req-09afa5f8-e1fa-44a6-82aa-ddc3c4b8134b tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:02.986563 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-9a21f323-76b7-452c-851a-213c3af2f5ba req-09afa5f8-e1fa-44a6-82aa-ddc3c4b8134b tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/ports?device_id=fe6e9f89-7228-463b-b906-679a99ec651c HTTP/1.1" status: 200 len: 945 time: 0.0616617 Nov 02 16:56:03.046191 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-9a21f323-76b7-452c-851a-213c3af2f5ba req-621cf5fb-88cb-4876-876c-9acf6accf6cd tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/security-groups?id=fd805a6a-8e4a-499f-b4ca-bb8b0cc4005d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499153 Nov 02 16:56:04.192620 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b7688-a68c-4259-bbfe-d5bbda6eadca req-c457526a-2c63-468c-a9ec-763e2f8fba1c tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:04.194316 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-055b7688-a68c-4259-bbfe-d5bbda6eadca req-c457526a-2c63-468c-a9ec-763e2f8fba1c tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/ports?device_id=fe6e9f89-7228-463b-b906-679a99ec651c HTTP/1.1" status: 200 len: 945 time: 0.0574353 Nov 02 16:56:04.264947 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-055b7688-a68c-4259-bbfe-d5bbda6eadca req-9d46dc3c-adae-4785-a404-73c40f748ce6 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/security-groups?id=fd805a6a-8e4a-499f-b4ca-bb8b0cc4005d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632870 Nov 02 16:56:05.402316 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c6853f-b7ac-4d56-ab6d-82a66c948d48 req-774e6087-e030-40f1-b95c-3091577e5c81 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:05.404035 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-16c6853f-b7ac-4d56-ab6d-82a66c948d48 req-774e6087-e030-40f1-b95c-3091577e5c81 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/ports?device_id=fe6e9f89-7228-463b-b906-679a99ec651c HTTP/1.1" status: 200 len: 945 time: 0.0569429 Nov 02 16:56:05.471363 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-16c6853f-b7ac-4d56-ab6d-82a66c948d48 req-94b16d5f-3bd0-46a1-918f-0f5d399c61e5 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/security-groups?id=fd805a6a-8e4a-499f-b4ca-bb8b0cc4005d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602906 Nov 02 16:56:06.618791 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48021dfb-5865-4363-b273-14a9304ce2fd req-c52fe8a4-4372-4223-af2e-aa6b150b45bd tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:06.621728 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-48021dfb-5865-4363-b273-14a9304ce2fd req-c52fe8a4-4372-4223-af2e-aa6b150b45bd tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/ports?device_id=fe6e9f89-7228-463b-b906-679a99ec651c HTTP/1.1" status: 200 len: 945 time: 0.0648730 Nov 02 16:56:06.688252 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-48021dfb-5865-4363-b273-14a9304ce2fd req-5b9cd7d4-49db-4574-8bfd-fa7d6c70dbe8 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/security-groups?id=fd805a6a-8e4a-499f-b4ca-bb8b0cc4005d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550818 Nov 02 16:56:07.857775 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20688ce6-eb01-42c0-9c6c-5befd39a5679 req-9d48b10b-3651-4fa5-905a-367c08846e60 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:07.859442 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-20688ce6-eb01-42c0-9c6c-5befd39a5679 req-9d48b10b-3651-4fa5-905a-367c08846e60 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/ports?device_id=fe6e9f89-7228-463b-b906-679a99ec651c HTTP/1.1" status: 200 len: 945 time: 0.0786967 Nov 02 16:56:07.927298 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-20688ce6-eb01-42c0-9c6c-5befd39a5679 req-7b7aa400-b365-4e00-9510-01b7e83308fe tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/security-groups?id=fd805a6a-8e4a-499f-b4ca-bb8b0cc4005d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571244 Nov 02 16:56:08.140321 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c833b52c-b986-4d29-89bd-224a2df7fc8b req-dcbf6235-dee3-4dcb-b2c2-f3c16704d4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:08.141902 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-c833b52c-b986-4d29-89bd-224a2df7fc8b req-dcbf6235-dee3-4dcb-b2c2-f3c16704d4a1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c1f5daa1c5be44b48448e0480398d984&device_id=fe6e9f89-7228-463b-b906-679a99ec651c HTTP/1.1" status: 200 len: 1098 time: 0.0633938 Nov 02 16:56:08.270015 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c833b52c-b986-4d29-89bd-224a2df7fc8b req-27fbfec5-7a3b-4974-80d9-4050e667d3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:08.271667 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-c833b52c-b986-4d29-89bd-224a2df7fc8b req-27fbfec5-7a3b-4974-80d9-4050e667d3c4 service neutron] 10.222.0.76 "GET /v2.0/networks?id=ef399344-c729-4536-b6ad-dc1eae816e3b HTTP/1.1" status: 200 len: 909 time: 0.1216307 Nov 02 16:56:08.347827 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-c833b52c-b986-4d29-89bd-224a2df7fc8b req-1671a13f-28ca-47dc-a706-6ca3e0af5aca service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ade707f9-321b-475f-822b-2951865dc9c2 HTTP/1.1" status: 200 len: 1001 time: 0.0683496 Nov 02 16:56:08.357169 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-c58abb82-22c2-4989-a589-eff3ac2b25b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:56:08.405598 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c833b52c-b986-4d29-89bd-224a2df7fc8b req-2f0c1ddd-9107-482b-961d-8388d38f2cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:08.407388 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-c833b52c-b986-4d29-89bd-224a2df7fc8b req-2f0c1ddd-9107-482b-961d-8388d38f2cf4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4ccf6b4a-d512-4843-96a8-2ff2740ca99f HTTP/1.1" status: 200 len: 847 time: 0.0514398 Nov 02 16:56:08.464402 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c833b52c-b986-4d29-89bd-224a2df7fc8b req-6e270794-cdd1-4916-b3d9-328b44a0b16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:08.466033 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-c833b52c-b986-4d29-89bd-224a2df7fc8b req-6e270794-cdd1-4916-b3d9-328b44a0b16e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ef399344-c729-4536-b6ad-dc1eae816e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0505455 Nov 02 16:56:08.567004 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-c833b52c-b986-4d29-89bd-224a2df7fc8b req-a04e9428-6bca-437a-abf7-79a3e04cabae service neutron] 10.222.0.76 "GET /v2.0/networks/ef399344-c729-4536-b6ad-dc1eae816e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931942 Nov 02 16:56:08.679420 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-c833b52c-b986-4d29-89bd-224a2df7fc8b req-c817423e-9c58-4235-bcd8-b5f1024147a6 service neutron] 10.222.0.76 "GET /v2.0/networks/ef399344-c729-4536-b6ad-dc1eae816e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024146 Nov 02 16:56:09.071225 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f68345b-c43f-4ce6-8b74-70f0c78532a3 req-05a364e4-e84c-4930-8ce4-446262184d0b tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:09.072957 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-5f68345b-c43f-4ce6-8b74-70f0c78532a3 req-05a364e4-e84c-4930-8ce4-446262184d0b tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/ports?device_id=fe6e9f89-7228-463b-b906-679a99ec651c HTTP/1.1" status: 200 len: 945 time: 0.0602152 Nov 02 16:56:09.134566 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-5f68345b-c43f-4ce6-8b74-70f0c78532a3 req-9a5fe5ee-6ac1-4ab8-8a56-0595a13cd48c tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/security-groups?id=fd805a6a-8e4a-499f-b4ca-bb8b0cc4005d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547259 Nov 02 16:56:10.270035 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2910d6d8-84b4-4cd4-897c-62c8574f5442 req-72625058-d048-419b-ac40-5d30ee59563a tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:10.271671 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-2910d6d8-84b4-4cd4-897c-62c8574f5442 req-72625058-d048-419b-ac40-5d30ee59563a tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/ports?device_id=fe6e9f89-7228-463b-b906-679a99ec651c HTTP/1.1" status: 200 len: 945 time: 0.0568666 Nov 02 16:56:10.334085 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-2910d6d8-84b4-4cd4-897c-62c8574f5442 req-1c6d40dd-3e7a-47fe-b2ba-244216c58cec tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/security-groups?id=fd805a6a-8e4a-499f-b4ca-bb8b0cc4005d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546136 Nov 02 16:56:11.060870 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-7b1e566c-d347-4096-8bc0-245cf104913f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:56:11.476717 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc173a6-c51f-46e8-afc6-1e31e55a4596 req-3597b7bb-7397-4f0d-ab54-4465532aa571 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:11.480799 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-8fc173a6-c51f-46e8-afc6-1e31e55a4596 req-3597b7bb-7397-4f0d-ab54-4465532aa571 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/ports?device_id=fe6e9f89-7228-463b-b906-679a99ec651c HTTP/1.1" status: 200 len: 945 time: 0.0639014 Nov 02 16:56:11.539675 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-8fc173a6-c51f-46e8-afc6-1e31e55a4596 req-1df3e823-669d-40d5-b3d3-7d3cdff3c09b tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/security-groups?id=fd805a6a-8e4a-499f-b4ca-bb8b0cc4005d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535338 Nov 02 16:56:11.759113 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-dba46f03-9efe-4978-a3c9-38c58c5d5626 req-fff243dc-9ed8-4cb8-a62d-8ef149f54767 service neutron] 10.222.0.118 "GET /v2.0/ports?device_id=fe6e9f89-7228-463b-b906-679a99ec651c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0472431 Nov 02 16:56:11.815705 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f36fe3-eca7-41bd-9419-a53c32f0a22c req-9488c4cf-3cd5-4051-b312-a0cb50711317 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:11.818525 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-36f36fe3-eca7-41bd-9419-a53c32f0a22c req-9488c4cf-3cd5-4051-b312-a0cb50711317 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/ports?device_id=fe6e9f89-7228-463b-b906-679a99ec651c HTTP/1.1" status: 200 len: 945 time: 0.0715122 Nov 02 16:56:11.915959 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-36f36fe3-eca7-41bd-9419-a53c32f0a22c req-70f543c7-02e3-462b-b73e-36831f74d0dd tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/security-groups?id=fd805a6a-8e4a-499f-b4ca-bb8b0cc4005d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878925 Nov 02 16:56:12.889226 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-dfe49d6c-b306-436a-ba68-760764be264a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:56:13.062714 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d58a0-3a80-4849-b6c8-8043be483600 req-0ee8ae67-0069-4e3c-8e1c-a0173e2a685d tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:13.064396 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-750d58a0-3a80-4849-b6c8-8043be483600 req-0ee8ae67-0069-4e3c-8e1c-a0173e2a685d tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/ports?device_id=fe6e9f89-7228-463b-b906-679a99ec651c HTTP/1.1" status: 200 len: 945 time: 0.0631001 Nov 02 16:56:13.126224 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-750d58a0-3a80-4849-b6c8-8043be483600 req-aac52c65-8674-4bfd-9aeb-5f8a4bce0e59 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/security-groups?id=fd805a6a-8e4a-499f-b4ca-bb8b0cc4005d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545833 Nov 02 16:56:13.327920 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba46f03-9efe-4978-a3c9-38c58c5d5626 req-da2c087c-1ab1-4b01-811e-b43763dc464f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:13.329684 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-dba46f03-9efe-4978-a3c9-38c58c5d5626 req-da2c087c-1ab1-4b01-811e-b43763dc464f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=fe6e9f89-7228-463b-b906-679a99ec651c&tenant_id=c1f5daa1c5be44b48448e0480398d984 HTTP/1.1" status: 200 len: 1098 time: 0.0489333 Nov 02 16:56:13.406735 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba46f03-9efe-4978-a3c9-38c58c5d5626 req-c1afab51-894e-4974-9d05-b0bf8a578441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:13.408754 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-dba46f03-9efe-4978-a3c9-38c58c5d5626 req-c1afab51-894e-4974-9d05-b0bf8a578441 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c1f5daa1c5be44b48448e0480398d984&device_id=fe6e9f89-7228-463b-b906-679a99ec651c HTTP/1.1" status: 200 len: 1098 time: 0.0492353 Nov 02 16:56:13.521898 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba46f03-9efe-4978-a3c9-38c58c5d5626 req-acaf1185-18f8-4c29-bc48-e518783949aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:13.524340 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-dba46f03-9efe-4978-a3c9-38c58c5d5626 req-acaf1185-18f8-4c29-bc48-e518783949aa service neutron] 10.222.0.76 "GET /v2.0/networks?id=ef399344-c729-4536-b6ad-dc1eae816e3b HTTP/1.1" status: 200 len: 909 time: 0.1064854 Nov 02 16:56:13.606337 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-dba46f03-9efe-4978-a3c9-38c58c5d5626 req-633d231f-f00a-4970-b1d3-2d54e41a71fb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ade707f9-321b-475f-822b-2951865dc9c2 HTTP/1.1" status: 200 len: 1001 time: 0.0741410 Nov 02 16:56:13.675518 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba46f03-9efe-4978-a3c9-38c58c5d5626 req-705178e7-93f3-4fe2-a6f1-afabfb4b63ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:13.677198 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-dba46f03-9efe-4978-a3c9-38c58c5d5626 req-705178e7-93f3-4fe2-a6f1-afabfb4b63ec service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4ccf6b4a-d512-4843-96a8-2ff2740ca99f HTTP/1.1" status: 200 len: 847 time: 0.0580528 Nov 02 16:56:13.733400 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba46f03-9efe-4978-a3c9-38c58c5d5626 req-95a49543-6f2f-4165-8637-8ac13a10f2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:13.735093 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-dba46f03-9efe-4978-a3c9-38c58c5d5626 req-95a49543-6f2f-4165-8637-8ac13a10f2f1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ef399344-c729-4536-b6ad-dc1eae816e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0498066 Nov 02 16:56:13.837174 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-dba46f03-9efe-4978-a3c9-38c58c5d5626 req-cb87167f-319f-4feb-b687-688a773db0e6 service neutron] 10.222.0.76 "GET /v2.0/networks/ef399344-c729-4536-b6ad-dc1eae816e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930192 Nov 02 16:56:13.950593 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-dba46f03-9efe-4978-a3c9-38c58c5d5626 req-9415417e-db11-4f5c-98a8-c1ac5feb1cc3 service neutron] 10.222.0.76 "GET /v2.0/networks/ef399344-c729-4536-b6ad-dc1eae816e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039319 Nov 02 16:56:14.272677 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2530f7-cfb0-4625-95b7-29cd590e4376 req-d4c2594e-dc73-41af-a4e9-896df571c552 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:14.274432 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-8d2530f7-cfb0-4625-95b7-29cd590e4376 req-d4c2594e-dc73-41af-a4e9-896df571c552 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/ports?device_id=fe6e9f89-7228-463b-b906-679a99ec651c HTTP/1.1" status: 200 len: 945 time: 0.0661440 Nov 02 16:56:14.337641 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-8d2530f7-cfb0-4625-95b7-29cd590e4376 req-2aa18cef-fb15-4dfb-92b9-cb81f3207540 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/security-groups?id=fd805a6a-8e4a-499f-b4ca-bb8b0cc4005d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556405 Nov 02 16:56:14.587028 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device ade707f9-321b-475f-822b-2951865dc9c2 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:56:14.688096 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:56:14.692067 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0b95-0143-42d2-8d33-45f1b37c89de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:56:14.720219 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe6e9f89-7228-463b-b906-679a99ec651c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ade707f9-321b-475f-822b-2951865dc9c2'}] {{(pid=113346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:56:14.722769 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76f9361971789a5ad3b4a9c4b1498f7b6e6fa8520131c3d92747b1d2ae9477a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-346ac9af-6941-4f32-aab6-12bc55a8b3ba" -d '{"events": [{"server_uuid": "fe6e9f89-7228-463b-b906-679a99ec651c", "name": "network-vif-unplugged", "status": "completed", "tag": "ade707f9-321b-475f-822b-2951865dc9c2"}]}' {{(pid=113346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:56:14.739984 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port ade707f9-321b-475f-822b-2951865dc9c2, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=ade707f9-321b-475f-822b-2951865dc9c2,segment=NetworkSegment(c9ad6c23-a550-48b0-9333-3b6d595c667a),segment_id=c9ad6c23-a550-48b0-9333-3b6d595c667a)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:56:14.746924 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:56:14.775967 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 16:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-923c39bb-850c-470d-b44f-a284bc05f832 x-openstack-request-id: req-923c39bb-850c-470d-b44f-a284bc05f832 {{(pid=113346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:56:14.776626 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe6e9f89-7228-463b-b906-679a99ec651c", "name": "network-vif-unplugged", "status": "completed", "tag": "ade707f9-321b-475f-822b-2951865dc9c2", "code": 200}]} {{(pid=113346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:56:14.776626 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-923c39bb-850c-470d-b44f-a284bc05f832 {{(pid=113346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:56:14.777045 dv-cinder-773876-4-iscsi neutron-server[113346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe6e9f89-7228-463b-b906-679a99ec651c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ade707f9-321b-475f-822b-2951865dc9c2', 'code': 200} Nov 02 16:56:14.810909 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Pushing event updated for resources: {'Port': ['ID=ade707f9-321b-475f-822b-2951865dc9c2,revision_number=6']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:14.820572 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:56:14.820904 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:56:14.821393 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:56:14.821745 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:56:14.822270 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:56:14.822628 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:56:14.823015 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:56:14.823631 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:56:14.823937 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:56:14.824404 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:56:14.824736 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:56:14.825094 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:56:15.472728 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e4500-4d3e-458f-9213-059372880aef req-96404f01-62a6-44ab-ba87-816e6ee79b4b tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:15.474445 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-339e4500-4d3e-458f-9213-059372880aef req-96404f01-62a6-44ab-ba87-816e6ee79b4b tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/ports?device_id=fe6e9f89-7228-463b-b906-679a99ec651c HTTP/1.1" status: 200 len: 943 time: 0.0556917 Nov 02 16:56:15.539842 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-339e4500-4d3e-458f-9213-059372880aef req-6346042d-9605-442f-baf8-18d44ff77629 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/security-groups?id=fd805a6a-8e4a-499f-b4ca-bb8b0cc4005d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568628 Nov 02 16:56:16.065833 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:56:16.705546 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179a559a-fc7c-4458-b39e-c50c2a8957c7 req-029afb40-0ac0-4b48-a5aa-2fa93d62b90b tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:16.707325 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-179a559a-fc7c-4458-b39e-c50c2a8957c7 req-029afb40-0ac0-4b48-a5aa-2fa93d62b90b tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/ports?device_id=fe6e9f89-7228-463b-b906-679a99ec651c HTTP/1.1" status: 200 len: 943 time: 0.0761871 Nov 02 16:56:16.765062 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-179a559a-fc7c-4458-b39e-c50c2a8957c7 req-534d6bbf-5962-435c-ade5-4fc04988d858 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/security-groups?id=fd805a6a-8e4a-499f-b4ca-bb8b0cc4005d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504076 Nov 02 16:56:17.910522 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff5a5f-e575-4a8b-be14-bc67e73ba48c req-6b67f380-bb39-4010-8522-61aba6653992 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:17.912218 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-e4ff5a5f-e575-4a8b-be14-bc67e73ba48c req-6b67f380-bb39-4010-8522-61aba6653992 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/ports?device_id=fe6e9f89-7228-463b-b906-679a99ec651c HTTP/1.1" status: 200 len: 943 time: 0.0611832 Nov 02 16:56:17.973842 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-e4ff5a5f-e575-4a8b-be14-bc67e73ba48c req-b286a486-10c1-4921-acab-806894fb5dad tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/security-groups?id=fd805a6a-8e4a-499f-b4ca-bb8b0cc4005d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544155 Nov 02 16:56:19.128034 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a252943-557e-4426-b85f-3533991dcf4a req-70188090-3a55-429b-8ef7-dc17a1cdc94a tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:19.129748 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-3a252943-557e-4426-b85f-3533991dcf4a req-70188090-3a55-429b-8ef7-dc17a1cdc94a tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/ports?device_id=fe6e9f89-7228-463b-b906-679a99ec651c HTTP/1.1" status: 200 len: 943 time: 0.0723281 Nov 02 16:56:19.188683 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-3a252943-557e-4426-b85f-3533991dcf4a req-06cc576f-3f6f-4223-8764-0593dd8d6664 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/security-groups?id=fd805a6a-8e4a-499f-b4ca-bb8b0cc4005d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520732 Nov 02 16:56:20.331116 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143172d7-6a72-46ba-84fd-82e0cdb3e4ca req-da8213b0-318d-421a-947b-61ffaa6ea0b4 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:20.332774 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-143172d7-6a72-46ba-84fd-82e0cdb3e4ca req-da8213b0-318d-421a-947b-61ffaa6ea0b4 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/ports?device_id=fe6e9f89-7228-463b-b906-679a99ec651c HTTP/1.1" status: 200 len: 943 time: 0.0633156 Nov 02 16:56:20.394595 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-143172d7-6a72-46ba-84fd-82e0cdb3e4ca req-a7d2da7f-5f7f-4bc6-8b43-bf48eb671d3c tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/security-groups?id=fd805a6a-8e4a-499f-b4ca-bb8b0cc4005d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530624 Nov 02 16:56:20.574890 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b128707-a9b5-430b-8d24-5f24ee8f1302 req-64fbe778-d8ba-42e0-9f4d-150ecc11aa7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:20.577393 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-3b128707-a9b5-430b-8d24-5f24ee8f1302 req-64fbe778-d8ba-42e0-9f4d-150ecc11aa7d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=fe6e9f89-7228-463b-b906-679a99ec651c HTTP/1.1" status: 200 len: 1096 time: 0.0504138 Nov 02 16:56:20.640981 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-3b128707-a9b5-430b-8d24-5f24ee8f1302 req-8859ebe4-898e-43ba-9051-e88dcf5c2610 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=fd805a6a-8e4a-499f-b4ca-bb8b0cc4005d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522757 Nov 02 16:56:21.552687 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a245c7-8486-4a20-a449-7f12f223d789 req-170cedf9-e403-4a47-b60b-7d16bf93f5bb tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:21.552687 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-b2a245c7-8486-4a20-a449-7f12f223d789 req-170cedf9-e403-4a47-b60b-7d16bf93f5bb tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/ports?device_id=fe6e9f89-7228-463b-b906-679a99ec651c HTTP/1.1" status: 200 len: 943 time: 0.0693314 Nov 02 16:56:21.608855 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-b2a245c7-8486-4a20-a449-7f12f223d789 req-05c24cf3-0ff5-4d1a-a07c-dc8a10a70cc0 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/security-groups?id=fd805a6a-8e4a-499f-b4ca-bb8b0cc4005d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506563 Nov 02 16:56:21.969286 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:56:22.647333 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device ade707f9-321b-475f-822b-2951865dc9c2 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=113346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:56:22.752828 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b171b-7594-45f3-8b4c-6c42e1742ada req-0e455453-8dc8-4453-8ce5-07aa34b2b8d0 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:22.754606 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-ab3b171b-7594-45f3-8b4c-6c42e1742ada req-0e455453-8dc8-4453-8ce5-07aa34b2b8d0 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/ports?device_id=fe6e9f89-7228-463b-b906-679a99ec651c HTTP/1.1" status: 200 len: 943 time: 0.0633900 Nov 02 16:56:22.767609 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port ade707f9-321b-475f-822b-2951865dc9c2, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=ade707f9-321b-475f-822b-2951865dc9c2,segment=NetworkSegment(c9ad6c23-a550-48b0-9333-3b6d595c667a),segment_id=c9ad6c23-a550-48b0-9333-3b6d595c667a)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:56:22.783313 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Returning: {'device': 'ade707f9-321b-475f-822b-2951865dc9c2', 'network_id': 'ef399344-c729-4536-b6ad-dc1eae816e3b', 'port_id': 'ade707f9-321b-475f-822b-2951865dc9c2', 'mac_address': 'fa:16:3e:f3:f2:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ccf6b4a-d512-4843-96a8-2ff2740ca99f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:56:22.821712 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-ab3b171b-7594-45f3-8b4c-6c42e1742ada req-1013ad9d-5802-4c80-8c68-8a26cb7e0c77 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/security-groups?id=fd805a6a-8e4a-499f-b4ca-bb8b0cc4005d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512502 Nov 02 16:56:22.829535 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:56:22.845585 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.notifiers.nova [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ade707f9-321b-475f-822b-2951865dc9c2 {{(pid=113346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:56:22.872294 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port ade707f9-321b-475f-822b-2951865dc9c2, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=ade707f9-321b-475f-822b-2951865dc9c2,segment=NetworkSegment(c9ad6c23-a550-48b0-9333-3b6d595c667a),segment_id=c9ad6c23-a550-48b0-9333-3b6d595c667a)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:56:22.878514 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:56:22.947799 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Pushing event updated for resources: {'Port': ['ID=ade707f9-321b-475f-822b-2951865dc9c2,revision_number=7']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:23.206880 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] get_ports_and_sgs() called for port_ids ['ade707f9-321b-475f-822b-2951865dc9c2'] {{(pid=113346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:56:24.662785 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device ade707f9-321b-475f-822b-2951865dc9c2 up at agent hyperv_hv-cinder-77387 {{(pid=113346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:56:24.717743 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Provisioning complete for port ade707f9-321b-475f-822b-2951865dc9c2 triggered by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:56:24.718124 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:56:24.805298 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:56:24.834725 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe6e9f89-7228-463b-b906-679a99ec651c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade707f9-321b-475f-822b-2951865dc9c2'}] {{(pid=113346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:56:24.839043 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76f9361971789a5ad3b4a9c4b1498f7b6e6fa8520131c3d92747b1d2ae9477a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88b5384-5808-4e59-8ad3-f55f1bcd73ab" -d '{"events": [{"server_uuid": "fe6e9f89-7228-463b-b906-679a99ec651c", "name": "network-vif-plugged", "status": "completed", "tag": "ade707f9-321b-475f-822b-2951865dc9c2"}]}' {{(pid=113346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:56:25.013009 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d1105a2-1e8d-426f-b97e-ad81ddfb7da4 x-openstack-request-id: req-6d1105a2-1e8d-426f-b97e-ad81ddfb7da4 {{(pid=113346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:56:25.013353 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe6e9f89-7228-463b-b906-679a99ec651c", "name": "network-vif-plugged", "status": "completed", "tag": "ade707f9-321b-475f-822b-2951865dc9c2", "code": 200}]} {{(pid=113346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:56:25.013566 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-6d1105a2-1e8d-426f-b97e-ad81ddfb7da4 {{(pid=113346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:56:25.014040 dv-cinder-773876-4-iscsi neutron-server[113346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe6e9f89-7228-463b-b906-679a99ec651c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade707f9-321b-475f-822b-2951865dc9c2', 'code': 200} Nov 02 16:56:25.015999 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port ade707f9-321b-475f-822b-2951865dc9c2, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=ade707f9-321b-475f-822b-2951865dc9c2,segment=NetworkSegment(c9ad6c23-a550-48b0-9333-3b6d595c667a),segment_id=c9ad6c23-a550-48b0-9333-3b6d595c667a)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:56:25.021614 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:56:25.081191 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Pushing event updated for resources: {'Port': ['ID=ade707f9-321b-475f-822b-2951865dc9c2,revision_number=8']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:26.771474 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 48892) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:26.931446 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-72fd3388-c738-4ec6-ac94-640ed7f167ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:56:27.039506 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-72fd3388-c738-4ec6-ac94-640ed7f167ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:56:27.048069 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-72fd3388-c738-4ec6-ac94-640ed7f167ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:56:27.094306 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-72fd3388-c738-4ec6-ac94-640ed7f167ca admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=a7e259348e314f51b6300dc23e4c94cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3209951 Nov 02 16:56:27.095384 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fd3388-c738-4ec6-ac94-640ed7f167ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2358626-2786-40dd-92ad-8f7c0e21a4e9,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:27.097454 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 48896) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:27.157942 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-bf0abab3-1856-4161-b78b-733085149cfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:56:27.184679 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-bf0abab3-1856-4161-b78b-733085149cfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:56:27.236850 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-bf0abab3-1856-4161-b78b-733085149cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:56:27.239492 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-bf0abab3-1856-4161-b78b-733085149cfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:56:27.240831 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-bf0abab3-1856-4161-b78b-733085149cfc admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/b2358626-2786-40dd-92ad-8f7c0e21a4e9 HTTP/1.1" status: 204 len: 168 time: 0.1415350 Nov 02 16:56:27.250652 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0abab3-1856-4161-b78b-733085149cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2358626-2786-40dd-92ad-8f7c0e21a4e9,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:27.260922 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0abab3-1856-4161-b78b-733085149cfc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:56:27.261475 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0abab3-1856-4161-b78b-733085149cfc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:56:27.261841 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0abab3-1856-4161-b78b-733085149cfc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:56:27.262211 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0abab3-1856-4161-b78b-733085149cfc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:56:27.262835 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0abab3-1856-4161-b78b-733085149cfc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:56:27.263189 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0abab3-1856-4161-b78b-733085149cfc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:56:27.263529 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0abab3-1856-4161-b78b-733085149cfc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:56:27.263869 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0abab3-1856-4161-b78b-733085149cfc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:56:27.264233 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0abab3-1856-4161-b78b-733085149cfc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:56:27.264574 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0abab3-1856-4161-b78b-733085149cfc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:56:27.264914 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0abab3-1856-4161-b78b-733085149cfc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:56:27.265249 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0abab3-1856-4161-b78b-733085149cfc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:56:27.921813 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-9bf18229-ef65-4e1a-9be0-38f863e8ed3a req-9d53e13b-5938-4f54-8fa3-f0c35a0e60e0 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=fe6e9f89-7228-463b-b906-679a99ec651c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0523648 Nov 02 16:56:28.032542 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf18229-ef65-4e1a-9be0-38f863e8ed3a req-4e791455-4b35-428f-a455-93c16de2cebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:28.034308 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-9bf18229-ef65-4e1a-9be0-38f863e8ed3a req-4e791455-4b35-428f-a455-93c16de2cebb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c1f5daa1c5be44b48448e0480398d984&device_id=fe6e9f89-7228-463b-b906-679a99ec651c HTTP/1.1" status: 200 len: 1098 time: 0.0561666 Nov 02 16:56:28.061710 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 48918) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:28.167764 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf18229-ef65-4e1a-9be0-38f863e8ed3a req-ef922138-0fde-4a7f-b871-bd1403c51082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:28.169489 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-9bf18229-ef65-4e1a-9be0-38f863e8ed3a req-ef922138-0fde-4a7f-b871-bd1403c51082 service neutron] 10.222.0.76 "GET /v2.0/networks?id=ef399344-c729-4536-b6ad-dc1eae816e3b HTTP/1.1" status: 200 len: 909 time: 0.1019731 Nov 02 16:56:28.180588 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.v2.base [None req-f2dc83da-3f17-48ff-8d46-2c9018fe973b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1978092287-network', 'tenant_id': 'b6fbf032a045492497845c4c0918f42f'}} {{(pid=113344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:56:28.206081 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2dc83da-3f17-48ff-8d46-2c9018fe973b admin admin] Made reservation on behalf of b6fbf032a045492497845c4c0918f42f for: {'network': 1} {{(pid=113344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:56:28.208674 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-f2dc83da-3f17-48ff-8d46-2c9018fe973b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for network, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:56:28.218262 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-f2dc83da-3f17-48ff-8d46-2c9018fe973b admin admin] Publish callbacks [] for security_group, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:56:28.270171 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-9bf18229-ef65-4e1a-9be0-38f863e8ed3a req-ebbf40a4-7cfe-4700-bcda-b6fca2c1410c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ade707f9-321b-475f-822b-2951865dc9c2 HTTP/1.1" status: 200 len: 1001 time: 0.0837774 Nov 02 16:56:28.318354 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-f2dc83da-3f17-48ff-8d46-2c9018fe973b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:56:28.324085 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-f2dc83da-3f17-48ff-8d46-2c9018fe973b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:56:28.333310 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf18229-ef65-4e1a-9be0-38f863e8ed3a req-4c6d30d3-444d-4bc1-868c-cb23086f0b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:28.334899 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-9bf18229-ef65-4e1a-9be0-38f863e8ed3a req-4c6d30d3-444d-4bc1-868c-cb23086f0b97 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4ccf6b4a-d512-4843-96a8-2ff2740ca99f HTTP/1.1" status: 200 len: 847 time: 0.0540366 Nov 02 16:56:28.350843 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2dc83da-3f17-48ff-8d46-2c9018fe973b admin admin] vlan segment allocate from pool success with {'vlan_id': 784, 'physical_network': 'physnet1'} {{(pid=113344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 16:56:28.371368 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-f2dc83da-3f17-48ff-8d46-2c9018fe973b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639893'] for segment, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:56:28.371729 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.db.segments_db [None req-f2dc83da-3f17-48ff-8d46-2c9018fe973b admin admin] Added segment e6517464-8717-40c6-b9a5-3c4213be0f04 of type vlan for network 75cc0cce-da2c-4b3e-b574-65eff930f0d2 Nov 02 16:56:28.373185 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dc83da-3f17-48ff-8d46-2c9018fe973b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d72da93-fa13-4481-a6a2-00a4c63d4956,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:28.397922 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf18229-ef65-4e1a-9be0-38f863e8ed3a req-62a3dd20-944d-4796-b0f7-be92b9d82f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:28.401162 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-9bf18229-ef65-4e1a-9be0-38f863e8ed3a req-62a3dd20-944d-4796-b0f7-be92b9d82f24 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ef399344-c729-4536-b6ad-dc1eae816e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0572565 Nov 02 16:56:28.424085 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-f2dc83da-3f17-48ff-8d46-2c9018fe973b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788024806476'] for network, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:56:28.457625 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-f2dc83da-3f17-48ff-8d46-2c9018fe973b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481'] for network, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:56:28.459184 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2dc83da-3f17-48ff-8d46-2c9018fe973b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:28.460073 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-f2dc83da-3f17-48ff-8d46-2c9018fe973b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673503'] for network, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:56:28.525743 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-9bf18229-ef65-4e1a-9be0-38f863e8ed3a req-83693c72-3eee-4f24-8630-1dead6151441 service neutron] 10.222.0.76 "GET /v2.0/networks/ef399344-c729-4536-b6ad-dc1eae816e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148012 Nov 02 16:56:28.530766 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-f2dc83da-3f17-48ff-8d46-2c9018fe973b admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4677441 Nov 02 16:56:28.534445 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 48922) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:56:28.540447 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.v2.base [None req-6609a7f8-46b9-4e48-91ce-2a1bf540693a admin admin] Request body: {'subnet': {'network_id': '75cc0cce-da2c-4b3e-b574-65eff930f0d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1978092287-subnet', 'tenant_id': 'b6fbf032a045492497845c4c0918f42f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:56:28.553548 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dc83da-3f17-48ff-8d46-2c9018fe973b admin admin] Pushing event updated for resources: {'Network': ['ID=75cc0cce-da2c-4b3e-b574-65eff930f0d2,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:28.568582 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Network 75cc0cce-da2c-4b3e-b574-65eff930f0d2 details requested by agent ovs-agent-dv-cinder-773876-4-iscsi with host dv-cinder-773876-4-iscsi {{(pid=113346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 16:56:28.575608 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6609a7f8-46b9-4e48-91ce-2a1bf540693a admin admin] Made reservation on behalf of b6fbf032a045492497845c4c0918f42f for: {'subnet': 1} {{(pid=113344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:56:28.578553 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-6609a7f8-46b9-4e48-91ce-2a1bf540693a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25642317'] for subnet, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:56:28.647138 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-9bf18229-ef65-4e1a-9be0-38f863e8ed3a req-1086e62e-5713-4db9-bdf5-b3317f774f7d service neutron] 10.222.0.76 "GET /v2.0/networks/ef399344-c729-4536-b6ad-dc1eae816e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123853 Nov 02 16:56:28.773526 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-6609a7f8-46b9-4e48-91ce-2a1bf540693a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25372833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25642367'] for subnet, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:56:28.837817 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6609a7f8-46b9-4e48-91ce-2a1bf540693a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9045cd45-7082-4ab1-bdf8-6aba832f8580,revision_number=0']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:28.849974 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6609a7f8-46b9-4e48-91ce-2a1bf540693a admin admin] Checking segment: {'id': 'e6517464-8717-40c6-b9a5-3c4213be0f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '75cc0cce-da2c-4b3e-b574-65eff930f0d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 16:56:28.850486 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6609a7f8-46b9-4e48-91ce-2a1bf540693a admin admin] Network hostable DHCP agents. Network: 75cc0cce-da2c-4b3e-b574-65eff930f0d2, hostable agents: ['546b8425-0cfc-4ce2-b181-b7c4c8ab844f'], hosted agents: [] {{(pid=113344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 16:56:28.874971 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6609a7f8-46b9-4e48-91ce-2a1bf540693a admin admin] Network 75cc0cce-da2c-4b3e-b574-65eff930f0d2 is scheduled to be hosted by DHCP agent 546b8425-0cfc-4ce2-b181-b7c4c8ab844f with binding_index 1 {{(pid=113344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 16:56:28.886085 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.base_scheduler [None req-6609a7f8-46b9-4e48-91ce-2a1bf540693a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-4-iscsi, 75cc0cce-da2c-4b3e-b574-65eff930f0d2) {{(pid=113344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:56:28.891924 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6609a7f8-46b9-4e48-91ce-2a1bf540693a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:28.893696 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-6609a7f8-46b9-4e48-91ce-2a1bf540693a admin admin] Publish callbacks [] for subnet, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:56:28.899308 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25500297-facf-4e98-8a25-25112fdcef82 None None] Network 75cc0cce-da2c-4b3e-b574-65eff930f0d2 requested from dv-cinder-773876-4-iscsi {{(pid=113346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:56:28.912866 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-6609a7f8-46b9-4e48-91ce-2a1bf540693a admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3771913 Nov 02 16:56:29.050360 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671b307b-c098-4b98-b940-724fa8b07551 None None] Network 75cc0cce-da2c-4b3e-b574-65eff930f0d2 requested from dv-cinder-773876-4-iscsi {{(pid=113346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:56:30.953824 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f0bbb6-f97e-4096-b05a-613a88b4f56a req-b057789f-ebce-47c1-98dd-558a3e022cd6 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:30.955402 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-c9f0bbb6-f97e-4096-b05a-613a88b4f56a req-b057789f-ebce-47c1-98dd-558a3e022cd6 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] 10.222.0.118 "GET /v2.0/networks?id=75cc0cce-da2c-4b3e-b574-65eff930f0d2 HTTP/1.1" status: 200 len: 814 time: 0.1156409 Nov 02 16:56:30.973796 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-c9f0bbb6-f97e-4096-b05a-613a88b4f56a req-2e2ae9ba-2b26-4644-9299-ce814b1d3f44 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] 10.222.0.118 "GET /v2.0/quotas/b6fbf032a045492497845c4c0918f42f HTTP/1.1" status: 200 len: 375 time: 0.0112348 Nov 02 16:56:31.010339 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-c9f0bbb6-f97e-4096-b05a-613a88b4f56a req-9d281dad-5fa8-4b24-8830-489b78ea1f43 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=b6fbf032a045492497845c4c0918f42f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299563 Nov 02 16:56:31.022170 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [req-c9f0bbb6-f97e-4096-b05a-613a88b4f56a req-4ee80938-4080-4917-b17f-7540daad2dc8 service neutron] http://10.222.0.118:9696/v2.0/extensions returned with HTTP 200 {{(pid=113344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:56:31.023201 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-c9f0bbb6-f97e-4096-b05a-613a88b4f56a req-4ee80938-4080-4917-b17f-7540daad2dc8 service neutron] 10.222.0.118 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0052321 Nov 02 16:56:31.136836 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-c9f0bbb6-f97e-4096-b05a-613a88b4f56a req-dc89ff26-c864-4962-82af-ab4bb4812e71 service neutron] 10.222.0.118 "GET /v2.0/networks/75cc0cce-da2c-4b3e-b574-65eff930f0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072695 Nov 02 16:56:31.241443 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-c9f0bbb6-f97e-4096-b05a-613a88b4f56a req-f7a1eb8a-c8bb-4db6-a74c-14d7bd89726e service neutron] 10.222.0.118 "GET /v2.0/networks/75cc0cce-da2c-4b3e-b574-65eff930f0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977132 Nov 02 16:56:31.498616 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-38ce7621-8381-4b5f-b766-5d712328b866 req-7d7dfc45-f54e-4e4b-b4e4-d05233ef9dc1 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] 10.222.0.118 "GET /v2.0/ports?device_id=3f3782c3-b2f1-4fd5-bcd1-4e11e077c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0987346 Nov 02 16:56:32.595657 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.agents_db [None req-4685c794-fb13-4fdb-802d-b1599aff033c None None] Agent healthcheck: found 6 active agents {{(pid=113347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:56:32.615388 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f0bbb6-f97e-4096-b05a-613a88b4f56a req-cf94d8c8-2d42-40e1-94eb-96f7da8dff94 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:32.618097 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-c9f0bbb6-f97e-4096-b05a-613a88b4f56a req-cf94d8c8-2d42-40e1-94eb-96f7da8dff94 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] 10.222.0.76 "GET /v2.0/networks?id=75cc0cce-da2c-4b3e-b574-65eff930f0d2 HTTP/1.1" status: 200 len: 814 time: 0.1372683 Nov 02 16:56:32.619129 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-d4ff282c-c574-4473-9eba-fd2a55077f23 req-0eb15f3a-7d8b-4197-bc78-e54ceb4c8b84 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] 10.222.0.118 "GET /v2.0/ports?device_id=3f3782c3-b2f1-4fd5-bcd1-4e11e077c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0375094 Nov 02 16:56:32.637801 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.v2.base [req-c9f0bbb6-f97e-4096-b05a-613a88b4f56a req-109c43c4-1c9a-4663-b76c-72b12babd473 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] Request body: {'port': {'device_id': '3f3782c3-b2f1-4fd5-bcd1-4e11e077c8a9', 'network_id': '75cc0cce-da2c-4b3e-b574-65eff930f0d2', 'admin_state_up': True, 'tenant_id': 'b6fbf032a045492497845c4c0918f42f'}} {{(pid=113345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:56:32.766875 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9f0bbb6-f97e-4096-b05a-613a88b4f56a req-109c43c4-1c9a-4663-b76c-72b12babd473 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] Made reservation on behalf of b6fbf032a045492497845c4c0918f42f for: {'port': 1} {{(pid=113345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:56:32.770808 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-c9f0bbb6-f97e-4096-b05a-613a88b4f56a req-109c43c4-1c9a-4663-b76c-72b12babd473 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:56:32.925284 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.db_base_plugin_common [req-c9f0bbb6-f97e-4096-b05a-613a88b4f56a req-109c43c4-1c9a-4663-b76c-72b12babd473 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] Allocated IP 172.20.0.3 (75cc0cce-da2c-4b3e-b574-65eff930f0d2/9045cd45-7082-4ab1-bdf8-6aba832f8580/273abae4-b0d4-47c4-9a46-18ffdde10ba5) {{(pid=113345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:56:33.109190 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-c9f0bbb6-f97e-4096-b05a-613a88b4f56a req-109c43c4-1c9a-4663-b76c-72b12babd473 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] Publish callbacks [] for port, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:56:33.148662 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-c9f0bbb6-f97e-4096-b05a-613a88b4f56a req-109c43c4-1c9a-4663-b76c-72b12babd473 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788024814062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27915883'] for port, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:56:33.193194 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9f0bbb6-f97e-4096-b05a-613a88b4f56a req-109c43c4-1c9a-4663-b76c-72b12babd473 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] Network 75cc0cce-da2c-4b3e-b574-65eff930f0d2 is already hosted by enough agents. {{(pid=113345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:56:33.199147 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.base_scheduler [req-c9f0bbb6-f97e-4096-b05a-613a88b4f56a req-109c43c4-1c9a-4663-b76c-72b12babd473 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] Resources bound (agent type, host, resource id): {{(pid=113345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:56:33.203293 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9f0bbb6-f97e-4096-b05a-613a88b4f56a req-109c43c4-1c9a-4663-b76c-72b12babd473 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] Received port after_create {{(pid=113345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:56:33.210674 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109c43c4-1c9a-4663-b76c-72b12babd473 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] Pushing event updated for resources: {'Port': ['ID=273abae4-b0d4-47c4-9a46-18ffdde10ba5,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:33.268846 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f0bbb6-f97e-4096-b05a-613a88b4f56a req-109c43c4-1c9a-4663-b76c-72b12babd473 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:33.269488 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-c9f0bbb6-f97e-4096-b05a-613a88b4f56a req-109c43c4-1c9a-4663-b76c-72b12babd473 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221'] for port, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:56:33.288156 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-c9f0bbb6-f97e-4096-b05a-613a88b4f56a req-109c43c4-1c9a-4663-b76c-72b12babd473 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6563179 Nov 02 16:56:33.310452 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.v2.base [req-c9f0bbb6-f97e-4096-b05a-613a88b4f56a req-7e3ac855-66e1-48b6-bd9e-0a1a6cf94966 service neutron] Request body: {'port': {'device_id': '3f3782c3-b2f1-4fd5-bcd1-4e11e077c8a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=113345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:56:33.369777 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-c9f0bbb6-f97e-4096-b05a-613a88b4f56a req-7e3ac855-66e1-48b6-bd9e-0a1a6cf94966 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:56:33.930809 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26f4094-70c7-4d97-9176-8ec4a08269ff req-ab2f347c-2a30-442a-b5cd-83430e406210 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:33.932357 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-f26f4094-70c7-4d97-9176-8ec4a08269ff req-ab2f347c-2a30-442a-b5cd-83430e406210 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] 10.222.0.118 "GET /v2.0/ports?device_id=3f3782c3-b2f1-4fd5-bcd1-4e11e077c8a9 HTTP/1.1" status: 200 len: 931 time: 0.1103902 Nov 02 16:56:34.029626 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-f26f4094-70c7-4d97-9176-8ec4a08269ff req-812f24a0-4f78-4adc-9f4e-989e4ca5abb1 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d72da93-fa13-4481-a6a2-00a4c63d4956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861506 Nov 02 16:56:34.039557 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.notifiers.nova [req-c9f0bbb6-f97e-4096-b05a-613a88b4f56a req-7e3ac855-66e1-48b6-bd9e-0a1a6cf94966 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 273abae4-b0d4-47c4-9a46-18ffdde10ba5 {{(pid=113345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:56:34.048649 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-c9f0bbb6-f97e-4096-b05a-613a88b4f56a req-7e3ac855-66e1-48b6-bd9e-0a1a6cf94966 service neutron] Publish callbacks [] for port, precommit_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:56:34.064708 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.provisioning_blocks [req-c9f0bbb6-f97e-4096-b05a-613a88b4f56a req-7e3ac855-66e1-48b6-bd9e-0a1a6cf94966 service neutron] Transition to ACTIVE for port object 273abae4-b0d4-47c4-9a46-18ffdde10ba5 will not be triggered until provisioned by entity L2. {{(pid=113345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:56:34.071449 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-c9f0bbb6-f97e-4096-b05a-613a88b4f56a req-7e3ac855-66e1-48b6-bd9e-0a1a6cf94966 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27915890'] for port, after_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:56:34.130524 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3ac855-66e1-48b6-bd9e-0a1a6cf94966 service neutron] Pushing event updated for resources: {'Port': ['ID=273abae4-b0d4-47c4-9a46-18ffdde10ba5,revision_number=2']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:34.205044 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.managers [req-c9f0bbb6-f97e-4096-b05a-613a88b4f56a req-7e3ac855-66e1-48b6-bd9e-0a1a6cf94966 service neutron] Attempting to bind port 273abae4-b0d4-47c4-9a46-18ffdde10ba5 on host hv-cinder-77387 for vnic_type normal with profile {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 16:56:34.205553 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.managers [req-c9f0bbb6-f97e-4096-b05a-613a88b4f56a req-7e3ac855-66e1-48b6-bd9e-0a1a6cf94966 service neutron] Attempting to bind port 273abae4-b0d4-47c4-9a46-18ffdde10ba5 by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': 'e6517464-8717-40c6-b9a5-3c4213be0f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '75cc0cce-da2c-4b3e-b574-65eff930f0d2'}] {{(pid=113345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 16:56:34.205754 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f0bbb6-f97e-4096-b05a-613a88b4f56a req-7e3ac855-66e1-48b6-bd9e-0a1a6cf94966 service neutron] Attempting to bind port 273abae4-b0d4-47c4-9a46-18ffdde10ba5 on network 75cc0cce-da2c-4b3e-b574-65eff930f0d2 {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:56:34.210527 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f0bbb6-f97e-4096-b05a-613a88b4f56a req-7e3ac855-66e1-48b6-bd9e-0a1a6cf94966 service neutron] Port 273abae4-b0d4-47c4-9a46-18ffdde10ba5 on network 75cc0cce-da2c-4b3e-b574-65eff930f0d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:56:34.211041 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f0bbb6-f97e-4096-b05a-613a88b4f56a req-7e3ac855-66e1-48b6-bd9e-0a1a6cf94966 service neutron] Attempting to bind port 273abae4-b0d4-47c4-9a46-18ffdde10ba5 on network 75cc0cce-da2c-4b3e-b574-65eff930f0d2 {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:56:34.216306 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f0bbb6-f97e-4096-b05a-613a88b4f56a req-7e3ac855-66e1-48b6-bd9e-0a1a6cf94966 service neutron] Checking agent: {'id': 'a22495b4-0922-47cf-b0eb-f0742ace0d4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 44, 22), 'started_at': datetime.datetime(2021, 11, 2, 16, 44, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:56:34.216659 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f0bbb6-f97e-4096-b05a-613a88b4f56a req-7e3ac855-66e1-48b6-bd9e-0a1a6cf94966 service neutron] Checking segment: {'id': 'e6517464-8717-40c6-b9a5-3c4213be0f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '75cc0cce-da2c-4b3e-b574-65eff930f0d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 16:56:34.217068 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f0bbb6-f97e-4096-b05a-613a88b4f56a req-7e3ac855-66e1-48b6-bd9e-0a1a6cf94966 service neutron] Bound using segment: {'id': 'e6517464-8717-40c6-b9a5-3c4213be0f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '75cc0cce-da2c-4b3e-b574-65eff930f0d2'} {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:56:34.217521 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.managers [req-c9f0bbb6-f97e-4096-b05a-613a88b4f56a req-7e3ac855-66e1-48b6-bd9e-0a1a6cf94966 service neutron] Bound port: 273abae4-b0d4-47c4-9a46-18ffdde10ba5, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6517464-8717-40c6-b9a5-3c4213be0f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '75cc0cce-da2c-4b3e-b574-65eff930f0d2'}}] {{(pid=113345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 16:56:34.217908 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-c9f0bbb6-f97e-4096-b05a-613a88b4f56a req-7e3ac855-66e1-48b6-bd9e-0a1a6cf94966 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:56:34.290054 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.db [req-c9f0bbb6-f97e-4096-b05a-613a88b4f56a req-7e3ac855-66e1-48b6-bd9e-0a1a6cf94966 service neutron] For port 273abae4-b0d4-47c4-9a46-18ffdde10ba5, host hv-cinder-77387, cleared binding levels {{(pid=113345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:56:34.294219 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.db [req-c9f0bbb6-f97e-4096-b05a-613a88b4f56a req-7e3ac855-66e1-48b6-bd9e-0a1a6cf94966 service neutron] For port 273abae4-b0d4-47c4-9a46-18ffdde10ba5, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=273abae4-b0d4-47c4-9a46-18ffdde10ba5,segment=NetworkSegment(e6517464-8717-40c6-b9a5-3c4213be0f04),segment_id=e6517464-8717-40c6-b9a5-3c4213be0f04)] {{(pid=113345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:56:34.299907 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-c9f0bbb6-f97e-4096-b05a-613a88b4f56a req-7e3ac855-66e1-48b6-bd9e-0a1a6cf94966 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27915890'] for port, after_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:56:34.345039 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f0bbb6-f97e-4096-b05a-613a88b4f56a req-7e3ac855-66e1-48b6-bd9e-0a1a6cf94966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:34.346645 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-c9f0bbb6-f97e-4096-b05a-613a88b4f56a req-7e3ac855-66e1-48b6-bd9e-0a1a6cf94966 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221'] for port, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:56:34.349411 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-c9f0bbb6-f97e-4096-b05a-613a88b4f56a req-7e3ac855-66e1-48b6-bd9e-0a1a6cf94966 service neutron] 10.222.0.76 "PUT /v2.0/ports/273abae4-b0d4-47c4-9a46-18ffdde10ba5 HTTP/1.1" status: 200 len: 1093 time: 1.0417616 Nov 02 16:56:34.349411 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f3782c3-b2f1-4fd5-bcd1-4e11e077c8a9', 'tag': '273abae4-b0d4-47c4-9a46-18ffdde10ba5'}] {{(pid=113345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:56:34.350370 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88728d28071a92af03fe3e2826ca256f68f88e9f4aa3bce1a4ce6001ce5f6d9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42728967-6a6d-4cc2-83fe-b2b95ae15e7e" -d '{"events": [{"name": "network-changed", "server_uuid": "3f3782c3-b2f1-4fd5-bcd1-4e11e077c8a9", "tag": "273abae4-b0d4-47c4-9a46-18ffdde10ba5"}]}' {{(pid=113345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:56:34.378819 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3ac855-66e1-48b6-bd9e-0a1a6cf94966 service neutron] Pushing event updated for resources: {'Port': ['ID=273abae4-b0d4-47c4-9a46-18ffdde10ba5,revision_number=3']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:34.424133 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b4e4e5-089b-4385-8ebf-97ddbff330bd x-openstack-request-id: req-71b4e4e5-089b-4385-8ebf-97ddbff330bd {{(pid=113345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:56:34.424475 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f3782c3-b2f1-4fd5-bcd1-4e11e077c8a9", "tag": "273abae4-b0d4-47c4-9a46-18ffdde10ba5", "status": "completed", "code": 200}]} {{(pid=113345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:56:34.424749 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-71b4e4e5-089b-4385-8ebf-97ddbff330bd {{(pid=113345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:56:34.425194 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f3782c3-b2f1-4fd5-bcd1-4e11e077c8a9', 'tag': '273abae4-b0d4-47c4-9a46-18ffdde10ba5', 'status': 'completed', 'code': 200} Nov 02 16:56:34.471889 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f0bbb6-f97e-4096-b05a-613a88b4f56a req-0014db6b-d91a-4a60-aaa2-f4a5b4c07679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:34.473434 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-c9f0bbb6-f97e-4096-b05a-613a88b4f56a req-0014db6b-d91a-4a60-aaa2-f4a5b4c07679 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b6fbf032a045492497845c4c0918f42f&device_id=3f3782c3-b2f1-4fd5-bcd1-4e11e077c8a9 HTTP/1.1" status: 200 len: 1096 time: 0.0600288 Nov 02 16:56:34.521976 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-c9f0bbb6-f97e-4096-b05a-613a88b4f56a req-d1f4b427-55c7-4276-88e2-ee6b3babe92f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=273abae4-b0d4-47c4-9a46-18ffdde10ba5 HTTP/1.1" status: 200 len: 217 time: 0.0384600 Nov 02 16:56:34.583208 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f0bbb6-f97e-4096-b05a-613a88b4f56a req-6c19fc42-f6a5-4853-9efc-670b80fca12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:34.584890 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-c9f0bbb6-f97e-4096-b05a-613a88b4f56a req-6c19fc42-f6a5-4853-9efc-670b80fca12b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9045cd45-7082-4ab1-bdf8-6aba832f8580 HTTP/1.1" status: 200 len: 854 time: 0.0490882 Nov 02 16:56:34.624300 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-c9f0bbb6-f97e-4096-b05a-613a88b4f56a req-10093a91-f6f2-4289-8e7f-4a0095deae9f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=75cc0cce-da2c-4b3e-b574-65eff930f0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277016 Nov 02 16:56:34.730988 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-c9f0bbb6-f97e-4096-b05a-613a88b4f56a req-0974134f-0df4-4452-8b12-9ec355a431fb service neutron] 10.222.0.76 "GET /v2.0/networks/75cc0cce-da2c-4b3e-b574-65eff930f0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940397 Nov 02 16:56:34.838455 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-c9f0bbb6-f97e-4096-b05a-613a88b4f56a req-ed277405-b570-4844-895f-033ea660d1fb service neutron] 10.222.0.76 "GET /v2.0/networks/75cc0cce-da2c-4b3e-b574-65eff930f0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946612 Nov 02 16:56:34.951566 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42728967-6a6d-4cc2-83fe-b2b95ae15e7e req-20ed7a79-39ee-4771-89a1-71bc953e60e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:34.953235 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-42728967-6a6d-4cc2-83fe-b2b95ae15e7e req-20ed7a79-39ee-4771-89a1-71bc953e60e9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b6fbf032a045492497845c4c0918f42f&device_id=3f3782c3-b2f1-4fd5-bcd1-4e11e077c8a9 HTTP/1.1" status: 200 len: 1096 time: 0.0506527 Nov 02 16:56:35.059260 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42728967-6a6d-4cc2-83fe-b2b95ae15e7e req-17dbffaf-2af8-408f-97fb-e07d9fb7a53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:35.060823 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-42728967-6a6d-4cc2-83fe-b2b95ae15e7e req-17dbffaf-2af8-408f-97fb-e07d9fb7a53c service neutron] 10.222.0.76 "GET /v2.0/networks?id=75cc0cce-da2c-4b3e-b574-65eff930f0d2 HTTP/1.1" status: 200 len: 915 time: 0.0929010 Nov 02 16:56:35.126633 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-42728967-6a6d-4cc2-83fe-b2b95ae15e7e req-eae8dc26-acaf-42ec-a8e4-d12021ce296c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=273abae4-b0d4-47c4-9a46-18ffdde10ba5 HTTP/1.1" status: 200 len: 217 time: 0.0474603 Nov 02 16:56:35.211023 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42728967-6a6d-4cc2-83fe-b2b95ae15e7e req-d40bfde6-741b-4ef8-9579-f38ee17bcc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:35.212376 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-42728967-6a6d-4cc2-83fe-b2b95ae15e7e req-d40bfde6-741b-4ef8-9579-f38ee17bcc25 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9045cd45-7082-4ab1-bdf8-6aba832f8580 HTTP/1.1" status: 200 len: 854 time: 0.0579937 Nov 02 16:56:35.220645 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40c94b2-40c9-4ee8-ae7a-9845aecd2455 req-67644f3b-1b63-4362-ba48-03727864bef9 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:35.222448 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-f40c94b2-40c9-4ee8-ae7a-9845aecd2455 req-67644f3b-1b63-4362-ba48-03727864bef9 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] 10.222.0.118 "GET /v2.0/ports?device_id=3f3782c3-b2f1-4fd5-bcd1-4e11e077c8a9 HTTP/1.1" status: 200 len: 943 time: 0.0989847 Nov 02 16:56:35.264389 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-42728967-6a6d-4cc2-83fe-b2b95ae15e7e req-e0d98bf1-d89d-4780-b3dd-2c2bfead0d0a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=75cc0cce-da2c-4b3e-b574-65eff930f0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385618 Nov 02 16:56:35.360832 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-f40c94b2-40c9-4ee8-ae7a-9845aecd2455 req-c04a3cc7-c789-42bc-8ac2-586cfa97b9b5 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d72da93-fa13-4481-a6a2-00a4c63d4956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263523 Nov 02 16:56:35.391866 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-42728967-6a6d-4cc2-83fe-b2b95ae15e7e req-cd731055-69c7-4836-828a-b574c190bc35 service neutron] 10.222.0.76 "GET /v2.0/networks/75cc0cce-da2c-4b3e-b574-65eff930f0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179755 Nov 02 16:56:35.496701 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-42728967-6a6d-4cc2-83fe-b2b95ae15e7e req-809ddc99-5012-41a3-9660-df5f56c4bb75 service neutron] 10.222.0.76 "GET /v2.0/networks/75cc0cce-da2c-4b3e-b574-65eff930f0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946929 Nov 02 16:56:36.488218 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a97cf3-9d50-46a7-8b9b-9aa6108bb528 req-70ec2c47-20b5-4823-9fb9-d317fa1933c6 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:36.489871 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-18a97cf3-9d50-46a7-8b9b-9aa6108bb528 req-70ec2c47-20b5-4823-9fb9-d317fa1933c6 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] 10.222.0.118 "GET /v2.0/ports?device_id=3f3782c3-b2f1-4fd5-bcd1-4e11e077c8a9 HTTP/1.1" status: 200 len: 943 time: 0.0530202 Nov 02 16:56:36.543653 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-18a97cf3-9d50-46a7-8b9b-9aa6108bb528 req-0512a510-bedc-404e-b035-23e28da43be9 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d72da93-fa13-4481-a6a2-00a4c63d4956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460541 Nov 02 16:56:36.731449 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device 273abae4-b0d4-47c4-9a46-18ffdde10ba5 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=113346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:56:36.839491 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port 273abae4-b0d4-47c4-9a46-18ffdde10ba5, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=273abae4-b0d4-47c4-9a46-18ffdde10ba5,segment=NetworkSegment(e6517464-8717-40c6-b9a5-3c4213be0f04),segment_id=e6517464-8717-40c6-b9a5-3c4213be0f04)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:56:36.852647 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Returning: {'device': '273abae4-b0d4-47c4-9a46-18ffdde10ba5', 'network_id': '75cc0cce-da2c-4b3e-b574-65eff930f0d2', 'port_id': '273abae4-b0d4-47c4-9a46-18ffdde10ba5', 'mac_address': 'fa:16:3e:78:57:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9045cd45-7082-4ab1-bdf8-6aba832f8580', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:56:36.893721 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:56:36.909207 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.notifiers.nova [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 273abae4-b0d4-47c4-9a46-18ffdde10ba5 {{(pid=113346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:56:36.932272 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port 273abae4-b0d4-47c4-9a46-18ffdde10ba5, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=273abae4-b0d4-47c4-9a46-18ffdde10ba5,segment=NetworkSegment(e6517464-8717-40c6-b9a5-3c4213be0f04),segment_id=e6517464-8717-40c6-b9a5-3c4213be0f04)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:56:36.936721 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:56:36.990323 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Pushing event updated for resources: {'Port': ['ID=273abae4-b0d4-47c4-9a46-18ffdde10ba5,revision_number=4']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:37.286112 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] get_ports_and_sgs() called for port_ids ['273abae4-b0d4-47c4-9a46-18ffdde10ba5'] {{(pid=113346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:56:37.668801 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e94d5dd-9027-4918-9534-08a9fe84a7fd req-6056b735-61f8-4cb4-8176-f877340d4200 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:37.670551 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-7e94d5dd-9027-4918-9534-08a9fe84a7fd req-6056b735-61f8-4cb4-8176-f877340d4200 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] 10.222.0.118 "GET /v2.0/ports?device_id=3f3782c3-b2f1-4fd5-bcd1-4e11e077c8a9 HTTP/1.1" status: 200 len: 944 time: 0.0548384 Nov 02 16:56:37.723272 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-7e94d5dd-9027-4918-9534-08a9fe84a7fd req-b93dd7b5-8fac-4567-8014-09696fc5f85c tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d72da93-fa13-4481-a6a2-00a4c63d4956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461526 Nov 02 16:56:38.346969 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4c16f8e5-233a-45e5-84fa-b52b97052875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:56:38.745775 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device 273abae4-b0d4-47c4-9a46-18ffdde10ba5 up at agent hyperv_hv-cinder-77387 {{(pid=113346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:56:38.802275 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Provisioning for port 273abae4-b0d4-47c4-9a46-18ffdde10ba5 completed by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:56:38.807660 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Provisioning complete for port 273abae4-b0d4-47c4-9a46-18ffdde10ba5 triggered by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:56:38.808056 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:56:38.864503 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0049f6-95d5-4ef6-85bf-7aa57961ed8f req-2c1e0a16-cb21-4b5f-a769-833b1bf02336 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:38.865282 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-2b0049f6-95d5-4ef6-85bf-7aa57961ed8f req-2c1e0a16-cb21-4b5f-a769-833b1bf02336 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] 10.222.0.118 "GET /v2.0/ports?device_id=3f3782c3-b2f1-4fd5-bcd1-4e11e077c8a9 HTTP/1.1" status: 200 len: 944 time: 0.0634730 Nov 02 16:56:38.908569 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:56:38.930130 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-2b0049f6-95d5-4ef6-85bf-7aa57961ed8f req-83362648-43b3-460b-81a1-dc4ee5efd9b1 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d72da93-fa13-4481-a6a2-00a4c63d4956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556917 Nov 02 16:56:38.935189 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3782c3-b2f1-4fd5-bcd1-4e11e077c8a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '273abae4-b0d4-47c4-9a46-18ffdde10ba5'}] {{(pid=113346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:56:38.937968 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76f9361971789a5ad3b4a9c4b1498f7b6e6fa8520131c3d92747b1d2ae9477a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c181242-bec1-4629-b063-e12d20748f05" -d '{"events": [{"server_uuid": "3f3782c3-b2f1-4fd5-bcd1-4e11e077c8a9", "name": "network-vif-plugged", "status": "completed", "tag": "273abae4-b0d4-47c4-9a46-18ffdde10ba5"}]}' {{(pid=113346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:56:38.954349 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port 273abae4-b0d4-47c4-9a46-18ffdde10ba5, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=273abae4-b0d4-47c4-9a46-18ffdde10ba5,segment=NetworkSegment(e6517464-8717-40c6-b9a5-3c4213be0f04),segment_id=e6517464-8717-40c6-b9a5-3c4213be0f04)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:56:38.961156 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:56:38.996144 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbce3a2c-932c-47e6-8bbb-7bfccdde66f5 x-openstack-request-id: req-bbce3a2c-932c-47e6-8bbb-7bfccdde66f5 {{(pid=113346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:56:38.996144 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f3782c3-b2f1-4fd5-bcd1-4e11e077c8a9", "name": "network-vif-plugged", "status": "completed", "tag": "273abae4-b0d4-47c4-9a46-18ffdde10ba5", "code": 200}]} {{(pid=113346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:56:38.996704 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-bbce3a2c-932c-47e6-8bbb-7bfccdde66f5 {{(pid=113346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:56:38.996704 dv-cinder-773876-4-iscsi neutron-server[113346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f3782c3-b2f1-4fd5-bcd1-4e11e077c8a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '273abae4-b0d4-47c4-9a46-18ffdde10ba5', 'code': 200} Nov 02 16:56:39.031357 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Pushing event updated for resources: {'Port': ['ID=273abae4-b0d4-47c4-9a46-18ffdde10ba5,revision_number=5']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:56:39.210888 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5932bac1-f64c-4e65-ac6d-d6acfb0e0b0c req-f7269935-fb42-4005-a3e3-1bcbc9b393e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:39.213807 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-5932bac1-f64c-4e65-ac6d-d6acfb0e0b0c req-f7269935-fb42-4005-a3e3-1bcbc9b393e3 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=3f3782c3-b2f1-4fd5-bcd1-4e11e077c8a9 HTTP/1.1" status: 200 len: 1098 time: 0.0639935 Nov 02 16:56:39.280456 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-5932bac1-f64c-4e65-ac6d-d6acfb0e0b0c req-45c47b3f-b48b-4bd6-b64c-a0736700ac5e service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=5d72da93-fa13-4481-a6a2-00a4c63d4956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519149 Nov 02 16:56:40.099390 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c510bd37-74ac-41f1-9058-2e7a5d7f30b5 req-62af3a94-c5cb-4966-b4cc-43a146a9978f tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:40.102056 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-c510bd37-74ac-41f1-9058-2e7a5d7f30b5 req-62af3a94-c5cb-4966-b4cc-43a146a9978f tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] 10.222.0.118 "GET /v2.0/ports?device_id=3f3782c3-b2f1-4fd5-bcd1-4e11e077c8a9 HTTP/1.1" status: 200 len: 945 time: 0.0751922 Nov 02 16:56:40.155858 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-c510bd37-74ac-41f1-9058-2e7a5d7f30b5 req-b17a86e2-c7cc-43c1-bf47-9f679a51ea54 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d72da93-fa13-4481-a6a2-00a4c63d4956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469439 Nov 02 16:56:41.046965 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-da2ada81-04f0-4908-9d66-8b595ec49617 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:56:41.299872 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da179917-a061-466f-b9c8-b2a898897a9d req-2c51f533-7574-4633-8688-0c4fe0c74827 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:56:41.301451 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-da179917-a061-466f-b9c8-b2a898897a9d req-2c51f533-7574-4633-8688-0c4fe0c74827 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] 10.222.0.118 "GET /v2.0/ports?device_id=3f3782c3-b2f1-4fd5-bcd1-4e11e077c8a9 HTTP/1.1" status: 200 len: 945 time: 0.0597188 Nov 02 16:56:41.366577 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-da179917-a061-466f-b9c8-b2a898897a9d req-a57f13c6-54ae-46a1-8d76-98ed70ee2d0b tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d72da93-fa13-4481-a6a2-00a4c63d4956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571330 Nov 02 16:56:42.894357 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-dfe49d6c-b306-436a-ba68-760764be264a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:56:44.686507 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0b95-0143-42d2-8d33-45f1b37c89de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:56:46.059014 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:56:51.960108 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:57:08.347178 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-bf46af2a-0455-423f-bbef-95858137f6f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:57:09.586527 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.agents_db [None req-4685c794-fb13-4fdb-802d-b1599aff033c None None] Agent healthcheck: found 6 active agents {{(pid=113347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:57:11.044042 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-b5e34aeb-8adf-4fda-9df1-b9d592c35066 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:57:12.892630 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-dfe49d6c-b306-436a-ba68-760764be264a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:57:14.699911 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0b95-0143-42d2-8d33-45f1b37c89de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:57:16.065893 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:57:21.975425 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:57:26.037654 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-bd51af5a-7676-440e-8fe4-7b483db246bb req-c2a18ee3-aaae-45db-9eed-f596fbefc603 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-10426531&fields=id&tenant_id=f83b31a72c4f4cc78519ed2dc9bdc400 HTTP/1.1" status: 200 len: 267 time: 0.0609815 Nov 02 16:57:26.195173 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd51af5a-7676-440e-8fe4-7b483db246bb req-11cb469b-0ba2-473f-a292-8bb17a8c700a tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:26.197531 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-bd51af5a-7676-440e-8fe4-7b483db246bb req-11cb469b-0ba2-473f-a292-8bb17a8c700a tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/networks?id=ac5452b3-7329-433e-af1f-df17acea3828 HTTP/1.1" status: 200 len: 811 time: 0.1513517 Nov 02 16:57:26.216524 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-bd51af5a-7676-440e-8fe4-7b483db246bb req-54c49e28-0adb-4228-82a9-9b93963cd4e0 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/quotas/f83b31a72c4f4cc78519ed2dc9bdc400 HTTP/1.1" status: 200 len: 375 time: 0.0116444 Nov 02 16:57:26.288771 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-bd51af5a-7676-440e-8fe4-7b483db246bb req-c2911dd2-d5ad-478e-b7c1-30dd154757d5 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=f83b31a72c4f4cc78519ed2dc9bdc400&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0651870 Nov 02 16:57:26.365995 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [req-bd51af5a-7676-440e-8fe4-7b483db246bb req-a8df9272-9784-42e3-9d72-b43f590d9a3e service neutron] http://10.222.0.118:9696/v2.0/extensions returned with HTTP 200 {{(pid=113345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:57:26.367082 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-bd51af5a-7676-440e-8fe4-7b483db246bb req-a8df9272-9784-42e3-9d72-b43f590d9a3e service neutron] 10.222.0.118 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0648181 Nov 02 16:57:26.485871 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-bd51af5a-7676-440e-8fe4-7b483db246bb req-825324d7-a2f3-4574-a440-cf85f3c2acdf service neutron] 10.222.0.118 "GET /v2.0/networks/ac5452b3-7329-433e-af1f-df17acea3828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105752 Nov 02 16:57:26.596095 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-bd51af5a-7676-440e-8fe4-7b483db246bb req-c65d03eb-689b-4c23-9516-c5a5c281e354 service neutron] 10.222.0.118 "GET /v2.0/networks/ac5452b3-7329-433e-af1f-df17acea3828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031802 Nov 02 16:57:26.982626 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-ad7ef31b-6f43-4236-8d7b-da01c6ba4c1c req-c171a547-d7c6-4b71-be33-e08f7b79e26f tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/ports?device_id=847f7549-4cec-4009-a558-b95fc18ae3cd HTTP/1.1" status: 200 len: 210 time: 0.0449374 Nov 02 16:57:28.100623 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-210c1a16-d411-4363-b13d-95b2001892cd req-3da168b4-7710-4ab3-9535-0b468cae9f6b tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/ports?device_id=847f7549-4cec-4009-a558-b95fc18ae3cd HTTP/1.1" status: 200 len: 210 time: 0.0338552 Nov 02 16:57:28.371928 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd51af5a-7676-440e-8fe4-7b483db246bb req-ba7ec319-090c-4ca4-a90f-9b77b2a0a48d tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:28.375142 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-bd51af5a-7676-440e-8fe4-7b483db246bb req-ba7ec319-090c-4ca4-a90f-9b77b2a0a48d tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.76 "GET /v2.0/networks?id=ac5452b3-7329-433e-af1f-df17acea3828 HTTP/1.1" status: 200 len: 811 time: 0.1569083 Nov 02 16:57:28.494806 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-bd51af5a-7676-440e-8fe4-7b483db246bb req-1a8e6b31-f5f5-4635-adae-046fcece024f tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f83b31a72c4f4cc78519ed2dc9bdc400 HTTP/1.1" status: 200 len: 378 time: 0.1078544 Nov 02 16:57:28.506553 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.v2.base [req-bd51af5a-7676-440e-8fe4-7b483db246bb req-1f6b1da1-e0f5-49ba-9172-de64c62bfa7b tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Request body: {'port': {'device_id': '847f7549-4cec-4009-a558-b95fc18ae3cd', 'network_id': 'ac5452b3-7329-433e-af1f-df17acea3828', 'admin_state_up': True, 'tenant_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'security_groups': ['b1f05269-3171-411f-92d6-2a309bca96b6']}} {{(pid=113345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:57:28.684431 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd51af5a-7676-440e-8fe4-7b483db246bb req-1f6b1da1-e0f5-49ba-9172-de64c62bfa7b tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Made reservation on behalf of f83b31a72c4f4cc78519ed2dc9bdc400 for: {'port': 1} {{(pid=113345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:57:28.688690 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-bd51af5a-7676-440e-8fe4-7b483db246bb req-1f6b1da1-e0f5-49ba-9172-de64c62bfa7b tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:57:28.706860 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ac8104-9769-4f8e-b75d-d137543dd222 req-b35cafa6-3faf-4758-b28c-cf62b5e2c3cd tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:28.708905 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-a6ac8104-9769-4f8e-b75d-d137543dd222 req-b35cafa6-3faf-4758-b28c-cf62b5e2c3cd tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] 10.222.0.118 "GET /v2.0/ports?device_id=3f3782c3-b2f1-4fd5-bcd1-4e11e077c8a9 HTTP/1.1" status: 200 len: 945 time: 0.0675597 Nov 02 16:57:28.784575 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-a6ac8104-9769-4f8e-b75d-d137543dd222 req-43e8a290-1f48-47a1-8d4c-3f7b58f28856 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d72da93-fa13-4481-a6a2-00a4c63d4956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643129 Nov 02 16:57:28.890423 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.db_base_plugin_common [req-bd51af5a-7676-440e-8fe4-7b483db246bb req-1f6b1da1-e0f5-49ba-9172-de64c62bfa7b tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Allocated IP 172.20.0.13 (ac5452b3-7329-433e-af1f-df17acea3828/aa72a888-b45f-4cfb-ae6c-4494e796baf0/0a89a30c-7d46-470e-88a8-5643414f6d1b) {{(pid=113345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:57:29.089396 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-bd51af5a-7676-440e-8fe4-7b483db246bb req-1f6b1da1-e0f5-49ba-9172-de64c62bfa7b tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks [] for port, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:57:29.130405 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-bd51af5a-7676-440e-8fe4-7b483db246bb req-1f6b1da1-e0f5-49ba-9172-de64c62bfa7b tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788024814062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27915883'] for port, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:57:29.181666 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd51af5a-7676-440e-8fe4-7b483db246bb req-1f6b1da1-e0f5-49ba-9172-de64c62bfa7b tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Network ac5452b3-7329-433e-af1f-df17acea3828 is already hosted by enough agents. {{(pid=113345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:57:29.192444 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.base_scheduler [req-bd51af5a-7676-440e-8fe4-7b483db246bb req-1f6b1da1-e0f5-49ba-9172-de64c62bfa7b tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Resources bound (agent type, host, resource id): {{(pid=113345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:57:29.206790 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd51af5a-7676-440e-8fe4-7b483db246bb req-1f6b1da1-e0f5-49ba-9172-de64c62bfa7b tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Received port after_create {{(pid=113345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:57:29.212391 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6b1da1-e0f5-49ba-9172-de64c62bfa7b tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Pushing event updated for resources: {'Port': ['ID=0a89a30c-7d46-470e-88a8-5643414f6d1b,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:29.272384 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6b1da1-e0f5-49ba-9172-de64c62bfa7b tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:57:29.272844 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6b1da1-e0f5-49ba-9172-de64c62bfa7b tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:57:29.273217 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6b1da1-e0f5-49ba-9172-de64c62bfa7b tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:57:29.273575 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6b1da1-e0f5-49ba-9172-de64c62bfa7b tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:57:29.274382 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6b1da1-e0f5-49ba-9172-de64c62bfa7b tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:57:29.274382 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6b1da1-e0f5-49ba-9172-de64c62bfa7b tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:57:29.274752 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6b1da1-e0f5-49ba-9172-de64c62bfa7b tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:57:29.275268 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6b1da1-e0f5-49ba-9172-de64c62bfa7b tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:57:29.275843 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6b1da1-e0f5-49ba-9172-de64c62bfa7b tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:57:29.276411 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6b1da1-e0f5-49ba-9172-de64c62bfa7b tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:57:29.276829 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6b1da1-e0f5-49ba-9172-de64c62bfa7b tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:57:29.277107 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6b1da1-e0f5-49ba-9172-de64c62bfa7b tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:57:29.329210 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418823ef-cb6f-4858-b81b-4877c73f2270 req-ea842ae3-3a6b-4957-9eef-cfde6dada64d tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:29.331160 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-418823ef-cb6f-4858-b81b-4877c73f2270 req-ea842ae3-3a6b-4957-9eef-cfde6dada64d tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/ports?device_id=847f7549-4cec-4009-a558-b95fc18ae3cd HTTP/1.1" status: 200 len: 932 time: 0.1435006 Nov 02 16:57:29.338996 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd51af5a-7676-440e-8fe4-7b483db246bb req-1f6b1da1-e0f5-49ba-9172-de64c62bfa7b tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:29.339766 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-bd51af5a-7676-440e-8fe4-7b483db246bb req-1f6b1da1-e0f5-49ba-9172-de64c62bfa7b tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221'] for port, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:57:29.379264 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-bd51af5a-7676-440e-8fe4-7b483db246bb req-1f6b1da1-e0f5-49ba-9172-de64c62bfa7b tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8775828 Nov 02 16:57:29.401144 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [req-bd51af5a-7676-440e-8fe4-7b483db246bb req-77e1dbea-baed-49c8-873e-0f66055ff834 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] http://10.222.0.118:9696/v2.0/extensions returned with HTTP 200 {{(pid=113345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 16:57:29.402649 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-bd51af5a-7676-440e-8fe4-7b483db246bb req-77e1dbea-baed-49c8-873e-0f66055ff834 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0149324 Nov 02 16:57:29.427422 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-418823ef-cb6f-4858-b81b-4877c73f2270 req-8e8f6e73-1059-4144-8ac6-b76aaa7e5a4a tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/security-groups?id=b1f05269-3171-411f-92d6-2a309bca96b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0824709 Nov 02 16:57:29.495009 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.v2.base [req-bd51af5a-7676-440e-8fe4-7b483db246bb req-1f63f019-b2a3-47b5-a4fc-d60854244374 service neutron] Request body: {'port': {'device_id': '847f7549-4cec-4009-a558-b95fc18ae3cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=113345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:57:29.558041 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-bd51af5a-7676-440e-8fe4-7b483db246bb req-1f63f019-b2a3-47b5-a4fc-d60854244374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:57:29.596808 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-13f1aac2-9e4a-4a39-8eaf-d249266d8fd4 None None] Provisioning complete for port 0a89a30c-7d46-470e-88a8-5643414f6d1b triggered by entity DHCP. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:57:29.598034 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-13f1aac2-9e4a-4a39-8eaf-d249266d8fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:57:29.647962 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-13f1aac2-9e4a-4a39-8eaf-d249266d8fd4 None None] Port 0a89a30c-7d46-470e-88a8-5643414f6d1b cannot update to ACTIVE because it is not bound. {{(pid=113346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 16:57:29.897241 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-0d679d6e-b96d-4345-a0c6-8170e662e4d1 req-b788fd1f-2c3f-4ded-9016-29ce455c02f9 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=4e28e803-80b5-48e8-912a-d47cbeed52e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0674031 Nov 02 16:57:29.944246 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.notifiers.nova [req-bd51af5a-7676-440e-8fe4-7b483db246bb req-1f63f019-b2a3-47b5-a4fc-d60854244374 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a89a30c-7d46-470e-88a8-5643414f6d1b {{(pid=113345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:57:29.958214 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-bd51af5a-7676-440e-8fe4-7b483db246bb req-1f63f019-b2a3-47b5-a4fc-d60854244374 service neutron] Publish callbacks [] for port, precommit_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:57:29.987308 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.provisioning_blocks [req-bd51af5a-7676-440e-8fe4-7b483db246bb req-1f63f019-b2a3-47b5-a4fc-d60854244374 service neutron] Transition to ACTIVE for port object 0a89a30c-7d46-470e-88a8-5643414f6d1b will not be triggered until provisioned by entity L2. {{(pid=113345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:57:29.995139 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-bd51af5a-7676-440e-8fe4-7b483db246bb req-1f63f019-b2a3-47b5-a4fc-d60854244374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27915890'] for port, after_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:57:29.996339 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de53255-7d6f-4548-a817-b46da7593832 req-90f83bce-5852-4882-a555-b222c8553192 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:29.998013 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-0de53255-7d6f-4548-a817-b46da7593832 req-90f83bce-5852-4882-a555-b222c8553192 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] 10.222.0.118 "GET /v2.0/ports?device_id=3f3782c3-b2f1-4fd5-bcd1-4e11e077c8a9 HTTP/1.1" status: 200 len: 945 time: 0.0997698 Nov 02 16:57:30.007437 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d679d6e-b96d-4345-a0c6-8170e662e4d1 req-1fd024c9-7584-4962-83f9-530fba3268de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:30.009564 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-0d679d6e-b96d-4345-a0c6-8170e662e4d1 req-1fd024c9-7584-4962-83f9-530fba3268de service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f83b31a72c4f4cc78519ed2dc9bdc400&device_id=4e28e803-80b5-48e8-912a-d47cbeed52e0 HTTP/1.1" status: 200 len: 1098 time: 0.0749536 Nov 02 16:57:30.127589 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f63f019-b2a3-47b5-a4fc-d60854244374 service neutron] Pushing event updated for resources: {'Port': ['ID=0a89a30c-7d46-470e-88a8-5643414f6d1b,revision_number=2']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:30.194938 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.managers [req-bd51af5a-7676-440e-8fe4-7b483db246bb req-1f63f019-b2a3-47b5-a4fc-d60854244374 service neutron] Attempting to bind port 0a89a30c-7d46-470e-88a8-5643414f6d1b on host hv-cinder-77387 for vnic_type normal with profile {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 16:57:30.195318 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.managers [req-bd51af5a-7676-440e-8fe4-7b483db246bb req-1f63f019-b2a3-47b5-a4fc-d60854244374 service neutron] Attempting to bind port 0a89a30c-7d46-470e-88a8-5643414f6d1b by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': 'a0db1be0-f211-4b56-8245-8ff244bfde1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'ac5452b3-7329-433e-af1f-df17acea3828'}] {{(pid=113345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 16:57:30.196054 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd51af5a-7676-440e-8fe4-7b483db246bb req-1f63f019-b2a3-47b5-a4fc-d60854244374 service neutron] Attempting to bind port 0a89a30c-7d46-470e-88a8-5643414f6d1b on network ac5452b3-7329-433e-af1f-df17acea3828 {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:57:30.203373 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd51af5a-7676-440e-8fe4-7b483db246bb req-1f63f019-b2a3-47b5-a4fc-d60854244374 service neutron] Port 0a89a30c-7d46-470e-88a8-5643414f6d1b on network ac5452b3-7329-433e-af1f-df17acea3828 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:57:30.203934 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd51af5a-7676-440e-8fe4-7b483db246bb req-1f63f019-b2a3-47b5-a4fc-d60854244374 service neutron] Attempting to bind port 0a89a30c-7d46-470e-88a8-5643414f6d1b on network ac5452b3-7329-433e-af1f-df17acea3828 {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:57:30.211581 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd51af5a-7676-440e-8fe4-7b483db246bb req-1f63f019-b2a3-47b5-a4fc-d60854244374 service neutron] Checking agent: {'id': 'a22495b4-0922-47cf-b0eb-f0742ace0d4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 44, 22), 'started_at': datetime.datetime(2021, 11, 2, 16, 44, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:57:30.211987 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd51af5a-7676-440e-8fe4-7b483db246bb req-1f63f019-b2a3-47b5-a4fc-d60854244374 service neutron] Checking segment: {'id': 'a0db1be0-f211-4b56-8245-8ff244bfde1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'ac5452b3-7329-433e-af1f-df17acea3828'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 16:57:30.212425 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd51af5a-7676-440e-8fe4-7b483db246bb req-1f63f019-b2a3-47b5-a4fc-d60854244374 service neutron] Bound using segment: {'id': 'a0db1be0-f211-4b56-8245-8ff244bfde1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'ac5452b3-7329-433e-af1f-df17acea3828'} {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:57:30.213104 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.managers [req-bd51af5a-7676-440e-8fe4-7b483db246bb req-1f63f019-b2a3-47b5-a4fc-d60854244374 service neutron] Bound port: 0a89a30c-7d46-470e-88a8-5643414f6d1b, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0db1be0-f211-4b56-8245-8ff244bfde1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'ac5452b3-7329-433e-af1f-df17acea3828'}}] {{(pid=113345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 16:57:30.213568 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-bd51af5a-7676-440e-8fe4-7b483db246bb req-1f63f019-b2a3-47b5-a4fc-d60854244374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:57:30.324529 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.db [req-bd51af5a-7676-440e-8fe4-7b483db246bb req-1f63f019-b2a3-47b5-a4fc-d60854244374 service neutron] For port 0a89a30c-7d46-470e-88a8-5643414f6d1b, host hv-cinder-77387, cleared binding levels {{(pid=113345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:57:30.329793 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.db [req-bd51af5a-7676-440e-8fe4-7b483db246bb req-1f63f019-b2a3-47b5-a4fc-d60854244374 service neutron] For port 0a89a30c-7d46-470e-88a8-5643414f6d1b, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=0a89a30c-7d46-470e-88a8-5643414f6d1b,segment=NetworkSegment(a0db1be0-f211-4b56-8245-8ff244bfde1c),segment_id=a0db1be0-f211-4b56-8245-8ff244bfde1c)] {{(pid=113345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:57:30.336012 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-bd51af5a-7676-440e-8fe4-7b483db246bb req-1f63f019-b2a3-47b5-a4fc-d60854244374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27915890'] for port, after_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:57:30.378240 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd51af5a-7676-440e-8fe4-7b483db246bb req-1f63f019-b2a3-47b5-a4fc-d60854244374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:30.378865 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-bd51af5a-7676-440e-8fe4-7b483db246bb req-1f63f019-b2a3-47b5-a4fc-d60854244374 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221'] for port, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:57:30.380576 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-bd51af5a-7676-440e-8fe4-7b483db246bb req-1f63f019-b2a3-47b5-a4fc-d60854244374 service neutron] 10.222.0.76 "PUT /v2.0/ports/0a89a30c-7d46-470e-88a8-5643414f6d1b HTTP/1.1" status: 200 len: 1094 time: 0.9648066 Nov 02 16:57:30.383196 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '847f7549-4cec-4009-a558-b95fc18ae3cd', 'tag': '0a89a30c-7d46-470e-88a8-5643414f6d1b'}] {{(pid=113345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:57:30.386916 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88728d28071a92af03fe3e2826ca256f68f88e9f4aa3bce1a4ce6001ce5f6d9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda0b368-f6e4-4222-a742-e2331d31a087" -d '{"events": [{"name": "network-changed", "server_uuid": "847f7549-4cec-4009-a558-b95fc18ae3cd", "tag": "0a89a30c-7d46-470e-88a8-5643414f6d1b"}]}' {{(pid=113345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:57:30.497731 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f63f019-b2a3-47b5-a4fc-d60854244374 service neutron] Pushing event updated for resources: {'Port': ['ID=0a89a30c-7d46-470e-88a8-5643414f6d1b,revision_number=3']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:30.569865 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a485beb-c58b-451c-bcb1-435e9c89631b x-openstack-request-id: req-3a485beb-c58b-451c-bcb1-435e9c89631b {{(pid=113345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:57:30.570233 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "847f7549-4cec-4009-a558-b95fc18ae3cd", "tag": "0a89a30c-7d46-470e-88a8-5643414f6d1b", "status": "completed", "code": 200}]} {{(pid=113345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:57:30.570778 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-3a485beb-c58b-451c-bcb1-435e9c89631b {{(pid=113345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:57:30.571470 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '847f7549-4cec-4009-a558-b95fc18ae3cd', 'tag': '0a89a30c-7d46-470e-88a8-5643414f6d1b', 'status': 'completed', 'code': 200} Nov 02 16:57:30.588983 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-0de53255-7d6f-4548-a817-b46da7593832 req-cecde18d-840c-472a-83a0-0cf1cc68310a tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d72da93-fa13-4481-a6a2-00a4c63d4956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5751195 Nov 02 16:57:30.624618 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e1fd3-670b-46c4-b4c7-73612b8bbb66 req-d8664974-013b-491d-aa44-ed39663cec87 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:30.626415 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-b74e1fd3-670b-46c4-b4c7-73612b8bbb66 req-d8664974-013b-491d-aa44-ed39663cec87 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f3782c3-b2f1-4fd5-bcd1-4e11e077c8a9 HTTP/1.1" status: 200 len: 945 time: 0.1937726 Nov 02 16:57:30.634500 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd51af5a-7676-440e-8fe4-7b483db246bb req-35bf9dc1-d067-4fc3-9481-12f4fa0f0fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:30.636121 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-bd51af5a-7676-440e-8fe4-7b483db246bb req-35bf9dc1-d067-4fc3-9481-12f4fa0f0fbe service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f83b31a72c4f4cc78519ed2dc9bdc400&device_id=847f7549-4cec-4009-a558-b95fc18ae3cd HTTP/1.1" status: 200 len: 1097 time: 0.1850939 Nov 02 16:57:30.642671 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d679d6e-b96d-4345-a0c6-8170e662e4d1 req-3596e9ea-71c2-46b2-a9c4-4bdd1db292aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:30.644732 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-0d679d6e-b96d-4345-a0c6-8170e662e4d1 req-3596e9ea-71c2-46b2-a9c4-4bdd1db292aa service neutron] 10.222.0.76 "GET /v2.0/networks?id=ac5452b3-7329-433e-af1f-df17acea3828 HTTP/1.1" status: 200 len: 912 time: 0.2283413 Nov 02 16:57:30.719786 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-bd51af5a-7676-440e-8fe4-7b483db246bb req-f00be4f4-6a51-4cc7-820b-835ec1ba8dc7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a89a30c-7d46-470e-88a8-5643414f6d1b HTTP/1.1" status: 200 len: 217 time: 0.0735257 Nov 02 16:57:30.745842 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-0d679d6e-b96d-4345-a0c6-8170e662e4d1 req-639848dc-d577-43a3-86c2-9224752dd5f4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8985118a-dd23-4724-8375-7570b9e9aad0 HTTP/1.1" status: 200 len: 1000 time: 0.0933118 Nov 02 16:57:30.804592 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d679d6e-b96d-4345-a0c6-8170e662e4d1 req-a3931173-e5e4-4cc9-a05b-c30aadb17370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:30.806450 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-0d679d6e-b96d-4345-a0c6-8170e662e4d1 req-a3931173-e5e4-4cc9-a05b-c30aadb17370 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=aa72a888-b45f-4cfb-ae6c-4494e796baf0 HTTP/1.1" status: 200 len: 850 time: 0.0528135 Nov 02 16:57:30.844032 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd51af5a-7676-440e-8fe4-7b483db246bb req-4cd2097c-35c5-4958-a4fd-d122f1764cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:30.846409 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-bd51af5a-7676-440e-8fe4-7b483db246bb req-4cd2097c-35c5-4958-a4fd-d122f1764cd7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=aa72a888-b45f-4cfb-ae6c-4494e796baf0 HTTP/1.1" status: 200 len: 850 time: 0.1043701 Nov 02 16:57:30.859909 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3291f48f-1da4-4554-81d1-e035af213965 req-f0352b4e-24f4-4166-b84a-375e3249c6a9 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:30.861671 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-3291f48f-1da4-4554-81d1-e035af213965 req-f0352b4e-24f4-4166-b84a-375e3249c6a9 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/ports?device_id=847f7549-4cec-4009-a558-b95fc18ae3cd HTTP/1.1" status: 200 len: 944 time: 0.2145083 Nov 02 16:57:30.872039 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d679d6e-b96d-4345-a0c6-8170e662e4d1 req-6b4726c6-51c1-4112-8dd2-dc6ca05577e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:30.873760 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-0d679d6e-b96d-4345-a0c6-8170e662e4d1 req-6b4726c6-51c1-4112-8dd2-dc6ca05577e3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ac5452b3-7329-433e-af1f-df17acea3828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0593793 Nov 02 16:57:30.958098 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [req-b74e1fd3-670b-46c4-b4c7-73612b8bbb66 req-06ad272b-e991-412a-a7e3-e4fc4bf4265f tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] Deleting port 273abae4-b0d4-47c4-9a46-18ffdde10ba5 {{(pid=113345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 16:57:30.958462 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-b74e1fd3-670b-46c4-b4c7-73612b8bbb66 req-06ad272b-e991-412a-a7e3-e4fc4bf4265f tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788025385849'] for port, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:57:30.968506 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd51af5a-7676-440e-8fe4-7b483db246bb req-9349fd05-54f0-40e0-b8a5-57a745d4174a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:30.970503 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-bd51af5a-7676-440e-8fe4-7b483db246bb req-9349fd05-54f0-40e0-b8a5-57a745d4174a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ac5452b3-7329-433e-af1f-df17acea3828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1075406 Nov 02 16:57:30.991844 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-0d679d6e-b96d-4345-a0c6-8170e662e4d1 req-2d391950-2c46-478e-96e2-35bcd6b894bc service neutron] 10.222.0.76 "GET /v2.0/networks/ac5452b3-7329-433e-af1f-df17acea3828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098294 Nov 02 16:57:31.067712 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-3291f48f-1da4-4554-81d1-e035af213965 req-31b6fb13-d7b2-46b3-af7c-2a9680cd20dd tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/security-groups?id=b1f05269-3171-411f-92d6-2a309bca96b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1934330 Nov 02 16:57:31.112697 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-0d679d6e-b96d-4345-a0c6-8170e662e4d1 req-629cfb12-4966-4c97-ab20-18f5a10d9f71 service neutron] 10.222.0.76 "GET /v2.0/networks/ac5452b3-7329-433e-af1f-df17acea3828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134903 Nov 02 16:57:31.168634 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.db [req-b74e1fd3-670b-46c4-b4c7-73612b8bbb66 req-06ad272b-e991-412a-a7e3-e4fc4bf4265f tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] For port 273abae4-b0d4-47c4-9a46-18ffdde10ba5, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=273abae4-b0d4-47c4-9a46-18ffdde10ba5,segment=NetworkSegment(e6517464-8717-40c6-b9a5-3c4213be0f04),segment_id=e6517464-8717-40c6-b9a5-3c4213be0f04)] {{(pid=113345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:57:31.169050 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-b74e1fd3-670b-46c4-b4c7-73612b8bbb66 req-06ad272b-e991-412a-a7e3-e4fc4bf4265f tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710950'] for port, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:57:31.193114 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [req-b74e1fd3-670b-46c4-b4c7-73612b8bbb66 req-06ad272b-e991-412a-a7e3-e4fc4bf4265f tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] Calling delete_port for 273abae4-b0d4-47c4-9a46-18ffdde10ba5 owned by compute:nova {{(pid=113345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 16:57:31.201968 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-bd51af5a-7676-440e-8fe4-7b483db246bb req-237fc764-01f8-4313-8ddb-e3bf9e5a840c service neutron] 10.222.0.76 "GET /v2.0/networks/ac5452b3-7329-433e-af1f-df17acea3828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153776 Nov 02 16:57:31.372068 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-bd51af5a-7676-440e-8fe4-7b483db246bb req-b14f6850-7ab6-4b4a-bec4-d5a3d204c5ac service neutron] 10.222.0.76 "GET /v2.0/networks/ac5452b3-7329-433e-af1f-df17acea3828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610923 Nov 02 16:57:31.469911 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-b74e1fd3-670b-46c4-b4c7-73612b8bbb66 req-06ad272b-e991-412a-a7e3-e4fc4bf4265f tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788025390403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788024814071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27915883'] for port, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:57:31.487948 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] get_ports_and_sgs() called for port_ids ['273abae4-b0d4-47c4-9a46-18ffdde10ba5'] {{(pid=113346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:57:31.521402 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ad272b-e991-412a-a7e3-e4fc4bf4265f tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] Pushing event deleted for resources: {'Port': ['ID=273abae4-b0d4-47c4-9a46-18ffdde10ba5,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:31.560006 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda0b368-f6e4-4222-a742-e2331d31a087 req-9775263f-d2b4-4d00-a232-797419f6658a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:31.561686 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-bda0b368-f6e4-4222-a742-e2331d31a087 req-9775263f-d2b4-4d00-a232-797419f6658a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f83b31a72c4f4cc78519ed2dc9bdc400&device_id=847f7549-4cec-4009-a558-b95fc18ae3cd HTTP/1.1" status: 200 len: 1097 time: 0.1326942 Nov 02 16:57:31.590176 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.l3_dvrscheduler_db [req-b74e1fd3-670b-46c4-b4c7-73612b8bbb66 req-06ad272b-e991-412a-a7e3-e4fc4bf4265f tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] No DVR routers for this DVR port 273abae4-b0d4-47c4-9a46-18ffdde10ba5 on host hv-cinder-77387 {{(pid=113345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:57:31.595039 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-b74e1fd3-670b-46c4-b4c7-73612b8bbb66 req-06ad272b-e991-412a-a7e3-e4fc4bf4265f tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221'] for port, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:57:31.598672 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-b74e1fd3-670b-46c4-b4c7-73612b8bbb66 req-06ad272b-e991-412a-a7e3-e4fc4bf4265f tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] 10.222.0.76 "DELETE /v2.0/ports/273abae4-b0d4-47c4-9a46-18ffdde10ba5 HTTP/1.1" status: 204 len: 173 time: 0.9615121 Nov 02 16:57:31.706782 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda0b368-f6e4-4222-a742-e2331d31a087 req-d25ea096-66cd-4600-9fe6-80665359fb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:31.708626 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-bda0b368-f6e4-4222-a742-e2331d31a087 req-d25ea096-66cd-4600-9fe6-80665359fb37 service neutron] 10.222.0.76 "GET /v2.0/networks?id=ac5452b3-7329-433e-af1f-df17acea3828 HTTP/1.1" status: 200 len: 912 time: 0.1278296 Nov 02 16:57:31.718384 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-6a5b6042-2c1a-462d-a505-a53bffd93288 req-08f283ed-bb46-42dd-a113-85040b868a66 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] 10.222.0.118 "GET /v2.0/ports?device_id=3f3782c3-b2f1-4fd5-bcd1-4e11e077c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0391674 Nov 02 16:57:31.762439 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-bda0b368-f6e4-4222-a742-e2331d31a087 req-fbbf344e-4375-4435-af4a-cadf1cf8bdd7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a89a30c-7d46-470e-88a8-5643414f6d1b HTTP/1.1" status: 200 len: 217 time: 0.0432649 Nov 02 16:57:31.823815 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda0b368-f6e4-4222-a742-e2331d31a087 req-8c211558-d0d1-4708-baf4-79c1d054ad74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:31.825519 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-bda0b368-f6e4-4222-a742-e2331d31a087 req-8c211558-d0d1-4708-baf4-79c1d054ad74 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=aa72a888-b45f-4cfb-ae6c-4494e796baf0 HTTP/1.1" status: 200 len: 850 time: 0.0512121 Nov 02 16:57:31.885389 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda0b368-f6e4-4222-a742-e2331d31a087 req-641bd46b-37a8-4392-a687-b61e90b8a714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:31.887298 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-bda0b368-f6e4-4222-a742-e2331d31a087 req-641bd46b-37a8-4392-a687-b61e90b8a714 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ac5452b3-7329-433e-af1f-df17acea3828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0502653 Nov 02 16:57:32.006061 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-bda0b368-f6e4-4222-a742-e2331d31a087 req-0d01c8a6-f478-40f8-a231-e789ec48b1b9 service neutron] 10.222.0.76 "GET /v2.0/networks/ac5452b3-7329-433e-af1f-df17acea3828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047533 Nov 02 16:57:32.118273 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-bda0b368-f6e4-4222-a742-e2331d31a087 req-99d52d37-befb-46b2-9205-94c9887f6a8c service neutron] 10.222.0.76 "GET /v2.0/networks/ac5452b3-7329-433e-af1f-df17acea3828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034880 Nov 02 16:57:32.210540 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a781a9c8-ee3e-4a30-b060-3dd3d57606cd req-211bb149-cd1a-4cce-9f01-8ee4057aab30 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:32.213312 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-a781a9c8-ee3e-4a30-b060-3dd3d57606cd req-211bb149-cd1a-4cce-9f01-8ee4057aab30 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/ports?device_id=847f7549-4cec-4009-a558-b95fc18ae3cd HTTP/1.1" status: 200 len: 944 time: 0.0638177 Nov 02 16:57:32.288211 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-a781a9c8-ee3e-4a30-b060-3dd3d57606cd req-21e578cd-9b32-45fd-9584-255184d0460d tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/security-groups?id=b1f05269-3171-411f-92d6-2a309bca96b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0666611 Nov 02 16:57:32.572985 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3782c3-b2f1-4fd5-bcd1-4e11e077c8a9', 'name': 'network-vif-deleted', 'tag': '273abae4-b0d4-47c4-9a46-18ffdde10ba5'}] {{(pid=113345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:57:32.575676 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88728d28071a92af03fe3e2826ca256f68f88e9f4aa3bce1a4ce6001ce5f6d9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b343d0b-f910-4cc8-90c7-018af928b5ab" -d '{"events": [{"server_uuid": "3f3782c3-b2f1-4fd5-bcd1-4e11e077c8a9", "name": "network-vif-deleted", "tag": "273abae4-b0d4-47c4-9a46-18ffdde10ba5"}]}' {{(pid=113345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:57:32.620524 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-026fdb30-b1e1-48ec-b57f-39516ae7728e x-openstack-request-id: req-026fdb30-b1e1-48ec-b57f-39516ae7728e {{(pid=113345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:57:32.620835 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f3782c3-b2f1-4fd5-bcd1-4e11e077c8a9", "name": "network-vif-deleted", "tag": "273abae4-b0d4-47c4-9a46-18ffdde10ba5", "status": "completed", "code": 200}]} {{(pid=113345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:57:32.621090 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-026fdb30-b1e1-48ec-b57f-39516ae7728e {{(pid=113345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:57:32.621520 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f3782c3-b2f1-4fd5-bcd1-4e11e077c8a9', 'name': 'network-vif-deleted', 'tag': '273abae4-b0d4-47c4-9a46-18ffdde10ba5', 'status': 'completed', 'code': 200} Nov 02 16:57:33.425785 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16736d82-b97e-4af1-9d43-658af5e942e8 req-69dab4f2-7209-4abc-ac5a-42ef9d61ea9e tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:33.427412 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-16736d82-b97e-4af1-9d43-658af5e942e8 req-69dab4f2-7209-4abc-ac5a-42ef9d61ea9e tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/ports?device_id=847f7549-4cec-4009-a558-b95fc18ae3cd HTTP/1.1" status: 200 len: 944 time: 0.0560691 Nov 02 16:57:33.484039 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-16736d82-b97e-4af1-9d43-658af5e942e8 req-6902127f-9b3f-4e84-b4de-eb4f60fb8d70 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/security-groups?id=b1f05269-3171-411f-92d6-2a309bca96b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491807 Nov 02 16:57:34.620608 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129b315-edec-4c70-af7b-38e3d8bb370e req-e1e238aa-b095-464f-bb4b-13168f59af0b tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:34.622293 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-2129b315-edec-4c70-af7b-38e3d8bb370e req-e1e238aa-b095-464f-bb4b-13168f59af0b tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/ports?device_id=847f7549-4cec-4009-a558-b95fc18ae3cd HTTP/1.1" status: 200 len: 944 time: 0.0589652 Nov 02 16:57:34.683803 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-2129b315-edec-4c70-af7b-38e3d8bb370e req-6114bc80-677a-4052-84c2-0d02775d035e tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/security-groups?id=b1f05269-3171-411f-92d6-2a309bca96b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0541024 Nov 02 16:57:35.110535 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device 273abae4-b0d4-47c4-9a46-18ffdde10ba5 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:57:35.133180 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] No Port match for: 273abae4-b0d4-47c4-9a46-18ffdde10ba5 {{(pid=113346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 16:57:35.133617 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device 273abae4-b0d4-47c4-9a46-18ffdde10ba5 not bound to the agent host hv-cinder-77387 {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:57:35.861038 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bebe114-e881-4c2e-a49e-13886944309d req-70b500cf-2d67-4fc5-8e88-c6ed76a806dd tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:35.862865 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-6bebe114-e881-4c2e-a49e-13886944309d req-70b500cf-2d67-4fc5-8e88-c6ed76a806dd tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/ports?device_id=847f7549-4cec-4009-a558-b95fc18ae3cd HTTP/1.1" status: 200 len: 944 time: 0.0732698 Nov 02 16:57:35.927788 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-6bebe114-e881-4c2e-a49e-13886944309d req-2cd552af-a8f4-4031-bab6-7e191bb92c9a tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/security-groups?id=b1f05269-3171-411f-92d6-2a309bca96b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0566154 Nov 02 16:57:37.092729 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581bf80f-9bb8-4110-95df-872fc79b5c21 req-230d179b-119f-499c-8ca5-627fdd76a93e tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:37.105187 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-581bf80f-9bb8-4110-95df-872fc79b5c21 req-230d179b-119f-499c-8ca5-627fdd76a93e tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/ports?device_id=847f7549-4cec-4009-a558-b95fc18ae3cd HTTP/1.1" status: 200 len: 944 time: 0.0791450 Nov 02 16:57:37.185296 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-581bf80f-9bb8-4110-95df-872fc79b5c21 req-1766bbe8-34c5-4aae-9ca7-c8dd15ba8d21 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/security-groups?id=b1f05269-3171-411f-92d6-2a309bca96b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0708091 Nov 02 16:57:38.340052 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080fdc20-b8d6-43bd-bb32-465169aceeee req-ab129f80-b9f4-4d63-aea2-5ba1113ad29d tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:38.341887 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-080fdc20-b8d6-43bd-bb32-465169aceeee req-ab129f80-b9f4-4d63-aea2-5ba1113ad29d tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/ports?device_id=847f7549-4cec-4009-a558-b95fc18ae3cd HTTP/1.1" status: 200 len: 944 time: 0.0715520 Nov 02 16:57:38.349133 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-c9dacc04-e4f3-4cdc-884b-3a506606288b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:57:38.422153 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-080fdc20-b8d6-43bd-bb32-465169aceeee req-96b52546-31ab-47f2-aa34-dc5e565effb4 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/security-groups?id=b1f05269-3171-411f-92d6-2a309bca96b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0705357 Nov 02 16:57:39.577705 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973645f1-d67f-4348-a811-b497a40fbaa4 req-57d6823e-4c01-4c5e-802b-510498c8da38 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:39.579621 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-973645f1-d67f-4348-a811-b497a40fbaa4 req-57d6823e-4c01-4c5e-802b-510498c8da38 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/ports?device_id=847f7549-4cec-4009-a558-b95fc18ae3cd HTTP/1.1" status: 200 len: 944 time: 0.0723526 Nov 02 16:57:39.648069 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-973645f1-d67f-4348-a811-b497a40fbaa4 req-9150f91e-2fe2-4551-9b98-633b582373f7 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/security-groups?id=b1f05269-3171-411f-92d6-2a309bca96b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0598423 Nov 02 16:57:39.761100 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device 0a89a30c-7d46-470e-88a8-5643414f6d1b details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=113346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:57:39.890517 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port 0a89a30c-7d46-470e-88a8-5643414f6d1b, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=0a89a30c-7d46-470e-88a8-5643414f6d1b,segment=NetworkSegment(a0db1be0-f211-4b56-8245-8ff244bfde1c),segment_id=a0db1be0-f211-4b56-8245-8ff244bfde1c)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:57:39.907233 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Returning: {'device': '0a89a30c-7d46-470e-88a8-5643414f6d1b', 'network_id': 'ac5452b3-7329-433e-af1f-df17acea3828', 'port_id': '0a89a30c-7d46-470e-88a8-5643414f6d1b', 'mac_address': 'fa:16:3e:c0:c3:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa72a888-b45f-4cfb-ae6c-4494e796baf0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:57:39.978963 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:57:40.001222 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.notifiers.nova [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a89a30c-7d46-470e-88a8-5643414f6d1b {{(pid=113346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:57:40.026902 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port 0a89a30c-7d46-470e-88a8-5643414f6d1b, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=0a89a30c-7d46-470e-88a8-5643414f6d1b,segment=NetworkSegment(a0db1be0-f211-4b56-8245-8ff244bfde1c),segment_id=a0db1be0-f211-4b56-8245-8ff244bfde1c)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:57:40.043225 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:57:40.125183 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Pushing event updated for resources: {'Port': ['ID=0a89a30c-7d46-470e-88a8-5643414f6d1b,revision_number=4']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:40.135828 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:57:40.136493 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:57:40.136807 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:57:40.137190 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:57:40.137572 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:57:40.137929 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:57:40.138539 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:57:40.138881 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:57:40.139219 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:57:40.139598 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:57:40.140100 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:57:40.140469 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:57:40.825024 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f21d405-164e-421c-ad53-ef7e85d84bdf req-875d3e26-e6f2-4bb9-8520-5153e87d96d1 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:40.827565 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-1f21d405-164e-421c-ad53-ef7e85d84bdf req-875d3e26-e6f2-4bb9-8520-5153e87d96d1 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/ports?device_id=847f7549-4cec-4009-a558-b95fc18ae3cd HTTP/1.1" status: 200 len: 945 time: 0.0843456 Nov 02 16:57:40.905144 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-1f21d405-164e-421c-ad53-ef7e85d84bdf req-56e611a6-8baf-4ec3-bc7e-1015685973fe tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/security-groups?id=b1f05269-3171-411f-92d6-2a309bca96b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0649455 Nov 02 16:57:41.045713 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-a24a746e-d47a-4d42-ae09-4d1596c57549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:57:42.008507 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] get_ports_and_sgs() called for port_ids ['0a89a30c-7d46-470e-88a8-5643414f6d1b'] {{(pid=113346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:57:42.077601 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38669cee-bb0d-4e5f-857e-43a3de0c5259 req-759780ae-4506-4612-857f-fcacc02b2be0 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:42.080942 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-38669cee-bb0d-4e5f-857e-43a3de0c5259 req-759780ae-4506-4612-857f-fcacc02b2be0 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/ports?device_id=847f7549-4cec-4009-a558-b95fc18ae3cd HTTP/1.1" status: 200 len: 945 time: 0.0798714 Nov 02 16:57:42.162090 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-38669cee-bb0d-4e5f-857e-43a3de0c5259 req-032b72c6-ac4a-40a4-9a9e-5b9813071630 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/security-groups?id=b1f05269-3171-411f-92d6-2a309bca96b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0757949 Nov 02 16:57:42.902316 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-dfe49d6c-b306-436a-ba68-760764be264a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:57:43.018545 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c72270-2380-4661-9500-36588fd85d20 req-6de575c9-d4f4-4341-bc79-92acde2add69 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:43.020024 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-b7c72270-2380-4661-9500-36588fd85d20 req-6de575c9-d4f4-4341-bc79-92acde2add69 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] 10.222.0.118 "GET /v2.0/networks?id=75cc0cce-da2c-4b3e-b574-65eff930f0d2 HTTP/1.1" status: 200 len: 814 time: 0.1412716 Nov 02 16:57:43.037845 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-b7c72270-2380-4661-9500-36588fd85d20 req-8e66a40d-dad8-49b9-b8f2-64d9165a8425 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] 10.222.0.118 "GET /v2.0/quotas/b6fbf032a045492497845c4c0918f42f HTTP/1.1" status: 200 len: 375 time: 0.0106497 Nov 02 16:57:43.073748 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-b7c72270-2380-4661-9500-36588fd85d20 req-5a724e75-b192-47ca-80a4-07cb6e0316e9 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=b6fbf032a045492497845c4c0918f42f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294728 Nov 02 16:57:43.270215 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-b7c72270-2380-4661-9500-36588fd85d20 req-15b9db55-4d62-4066-826a-21eac625f236 service neutron] 10.222.0.118 "GET /v2.0/networks/75cc0cce-da2c-4b3e-b574-65eff930f0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884027 Nov 02 16:57:43.326954 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a37e77a-df3c-45b0-a75f-80eaa4fa8e0c req-381b621a-7e00-40a4-b1ca-b8169f2d5611 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:43.330206 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-4a37e77a-df3c-45b0-a75f-80eaa4fa8e0c req-381b621a-7e00-40a4-b1ca-b8169f2d5611 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/ports?device_id=847f7549-4cec-4009-a558-b95fc18ae3cd HTTP/1.1" status: 200 len: 945 time: 0.0697753 Nov 02 16:57:43.404632 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-b7c72270-2380-4661-9500-36588fd85d20 req-3c08c576-7de9-48af-97e8-aa1c17c80df8 service neutron] 10.222.0.118 "GET /v2.0/networks/75cc0cce-da2c-4b3e-b574-65eff930f0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235032 Nov 02 16:57:43.419768 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-4a37e77a-df3c-45b0-a75f-80eaa4fa8e0c req-41d70410-7644-453e-b25c-88774920e830 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/security-groups?id=b1f05269-3171-411f-92d6-2a309bca96b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0823135 Nov 02 16:57:43.639832 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device 0a89a30c-7d46-470e-88a8-5643414f6d1b up at agent hyperv_hv-cinder-77387 {{(pid=113346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:57:43.643173 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-007fc3b3-654e-4eef-bfae-11e7311bdcf8 req-feca80ee-a670-45ed-9397-468aa630d959 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] 10.222.0.118 "GET /v2.0/ports?device_id=009e55d9-e974-4936-aabc-4c2da4a531c0 HTTP/1.1" status: 200 len: 210 time: 0.0403893 Nov 02 16:57:43.719430 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Provisioning for port 0a89a30c-7d46-470e-88a8-5643414f6d1b completed by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:57:43.729608 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Provisioning complete for port 0a89a30c-7d46-470e-88a8-5643414f6d1b triggered by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:57:43.729608 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:57:43.832873 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:57:43.862429 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847f7549-4cec-4009-a558-b95fc18ae3cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a89a30c-7d46-470e-88a8-5643414f6d1b'}] {{(pid=113346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:57:43.865294 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76f9361971789a5ad3b4a9c4b1498f7b6e6fa8520131c3d92747b1d2ae9477a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44eb155b-685e-4141-9f17-7c4cf6467434" -d '{"events": [{"server_uuid": "847f7549-4cec-4009-a558-b95fc18ae3cd", "name": "network-vif-plugged", "status": "completed", "tag": "0a89a30c-7d46-470e-88a8-5643414f6d1b"}]}' {{(pid=113346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:57:43.882004 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port 0a89a30c-7d46-470e-88a8-5643414f6d1b, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=0a89a30c-7d46-470e-88a8-5643414f6d1b,segment=NetworkSegment(a0db1be0-f211-4b56-8245-8ff244bfde1c),segment_id=a0db1be0-f211-4b56-8245-8ff244bfde1c)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:57:43.891911 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:57:43.935332 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e274f1b0-fbc2-4977-b3f2-9d31222d7a1d x-openstack-request-id: req-e274f1b0-fbc2-4977-b3f2-9d31222d7a1d {{(pid=113346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:57:43.936248 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "847f7549-4cec-4009-a558-b95fc18ae3cd", "name": "network-vif-plugged", "status": "completed", "tag": "0a89a30c-7d46-470e-88a8-5643414f6d1b", "code": 200}]} {{(pid=113346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:57:43.937092 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-e274f1b0-fbc2-4977-b3f2-9d31222d7a1d {{(pid=113346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:57:43.937557 dv-cinder-773876-4-iscsi neutron-server[113346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '847f7549-4cec-4009-a558-b95fc18ae3cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a89a30c-7d46-470e-88a8-5643414f6d1b', 'code': 200} Nov 02 16:57:43.972298 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Pushing event updated for resources: {'Port': ['ID=0a89a30c-7d46-470e-88a8-5643414f6d1b,revision_number=5']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:44.244468 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40921f-163e-480f-8b75-808a02af07ff req-3c9b9b1a-0d1e-4c6c-98a9-37a963e97d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:44.246489 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-aa40921f-163e-480f-8b75-808a02af07ff req-3c9b9b1a-0d1e-4c6c-98a9-37a963e97d47 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=847f7549-4cec-4009-a558-b95fc18ae3cd HTTP/1.1" status: 200 len: 1099 time: 0.0508187 Nov 02 16:57:44.311827 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-aa40921f-163e-480f-8b75-808a02af07ff req-53a64907-5a71-4ff4-b68c-ae0e691a7c23 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=b1f05269-3171-411f-92d6-2a309bca96b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0552111 Nov 02 16:57:44.581578 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fdddc1-761d-41a1-9de7-7a2a58ef8d6d req-74659326-a153-4ec2-af4b-eaeb01f98f7b tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:44.583443 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-94fdddc1-761d-41a1-9de7-7a2a58ef8d6d req-74659326-a153-4ec2-af4b-eaeb01f98f7b tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/ports?device_id=847f7549-4cec-4009-a558-b95fc18ae3cd HTTP/1.1" status: 200 len: 946 time: 0.0716889 Nov 02 16:57:44.656691 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-94fdddc1-761d-41a1-9de7-7a2a58ef8d6d req-2353e957-0998-4727-8959-9bd87f7accb7 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/security-groups?id=b1f05269-3171-411f-92d6-2a309bca96b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0642493 Nov 02 16:57:44.780809 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-dca0c2b4-21f4-4e6c-8a12-c8912089eb29 req-88df476d-6600-45f2-b272-4c0a5df6e874 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] 10.222.0.118 "GET /v2.0/ports?device_id=009e55d9-e974-4936-aabc-4c2da4a531c0 HTTP/1.1" status: 200 len: 210 time: 0.0361390 Nov 02 16:57:44.855401 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0b95-0143-42d2-8d33-45f1b37c89de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:57:45.124080 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c72270-2380-4661-9500-36588fd85d20 req-d4ed74dc-0d73-4922-adb4-1ea757c23d50 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:45.125657 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-b7c72270-2380-4661-9500-36588fd85d20 req-d4ed74dc-0d73-4922-adb4-1ea757c23d50 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] 10.222.0.76 "GET /v2.0/networks?id=75cc0cce-da2c-4b3e-b574-65eff930f0d2 HTTP/1.1" status: 200 len: 814 time: 0.1529822 Nov 02 16:57:45.143857 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.v2.base [req-b7c72270-2380-4661-9500-36588fd85d20 req-2c8935c1-a517-4573-9bbe-348da3ee3e59 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] Request body: {'port': {'device_id': '009e55d9-e974-4936-aabc-4c2da4a531c0', 'network_id': '75cc0cce-da2c-4b3e-b574-65eff930f0d2', 'admin_state_up': True, 'tenant_id': 'b6fbf032a045492497845c4c0918f42f'}} {{(pid=113345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:57:45.596493 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7c72270-2380-4661-9500-36588fd85d20 req-2c8935c1-a517-4573-9bbe-348da3ee3e59 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] Made reservation on behalf of b6fbf032a045492497845c4c0918f42f for: {'port': 1} {{(pid=113345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 16:57:45.603407 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-b7c72270-2380-4661-9500-36588fd85d20 req-2c8935c1-a517-4573-9bbe-348da3ee3e59 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:57:45.770442 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.db_base_plugin_common [req-b7c72270-2380-4661-9500-36588fd85d20 req-2c8935c1-a517-4573-9bbe-348da3ee3e59 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] Allocated IP 172.20.0.11 (75cc0cce-da2c-4b3e-b574-65eff930f0d2/9045cd45-7082-4ab1-bdf8-6aba832f8580/64619a3d-b4d4-4e91-a2c7-b4e7a0d9e71c) {{(pid=113345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:57:45.869183 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3902de-3c9b-4ba2-9ad1-817c52ebc92b req-126093c0-5c97-4c95-b329-fdc121a0e2b3 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:45.871168 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-8d3902de-3c9b-4ba2-9ad1-817c52ebc92b req-126093c0-5c97-4c95-b329-fdc121a0e2b3 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/ports?device_id=847f7549-4cec-4009-a558-b95fc18ae3cd HTTP/1.1" status: 200 len: 946 time: 0.0980043 Nov 02 16:57:45.906693 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-b7ef5452-6072-416b-b7d8-8d0013ab298a req-53451103-c43b-4945-9a66-b86003765aaa tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] 10.222.0.118 "GET /v2.0/ports?device_id=009e55d9-e974-4936-aabc-4c2da4a531c0 HTTP/1.1" status: 200 len: 210 time: 0.0392880 Nov 02 16:57:46.008071 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-8d3902de-3c9b-4ba2-9ad1-817c52ebc92b req-31d10035-28eb-4b4b-a56a-843a923e99b2 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/security-groups?id=b1f05269-3171-411f-92d6-2a309bca96b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1278362 Nov 02 16:57:46.035180 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-b7c72270-2380-4661-9500-36588fd85d20 req-2c8935c1-a517-4573-9bbe-348da3ee3e59 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] Publish callbacks [] for port, precommit_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:57:46.060627 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:57:46.087480 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-b7c72270-2380-4661-9500-36588fd85d20 req-2c8935c1-a517-4573-9bbe-348da3ee3e59 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788024814062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27915883'] for port, after_create {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:57:46.135018 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7c72270-2380-4661-9500-36588fd85d20 req-2c8935c1-a517-4573-9bbe-348da3ee3e59 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] Network 75cc0cce-da2c-4b3e-b574-65eff930f0d2 is already hosted by enough agents. {{(pid=113345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:57:46.143251 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.base_scheduler [req-b7c72270-2380-4661-9500-36588fd85d20 req-2c8935c1-a517-4573-9bbe-348da3ee3e59 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] Resources bound (agent type, host, resource id): {{(pid=113345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:57:46.148543 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7c72270-2380-4661-9500-36588fd85d20 req-2c8935c1-a517-4573-9bbe-348da3ee3e59 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] Received port after_create {{(pid=113345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:57:46.153057 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8935c1-a517-4573-9bbe-348da3ee3e59 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] Pushing event updated for resources: {'Port': ['ID=64619a3d-b4d4-4e91-a2c7-b4e7a0d9e71c,revision_number=1']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:46.167852 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a374d3-e0dd-41e0-87d3-7f1a1e5072f9 req-5dd526f6-db84-4b38-ada0-03dd554a7a26 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:46.169643 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-c6a374d3-e0dd-41e0-87d3-7f1a1e5072f9 req-5dd526f6-db84-4b38-ada0-03dd554a7a26 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/ports?device_id=847f7549-4cec-4009-a558-b95fc18ae3cd HTTP/1.1" status: 200 len: 946 time: 0.0647340 Nov 02 16:57:46.208792 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c72270-2380-4661-9500-36588fd85d20 req-2c8935c1-a517-4573-9bbe-348da3ee3e59 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:46.209468 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-b7c72270-2380-4661-9500-36588fd85d20 req-2c8935c1-a517-4573-9bbe-348da3ee3e59 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221'] for port, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:57:46.227041 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-c6a374d3-e0dd-41e0-87d3-7f1a1e5072f9 req-c2f88683-e0f6-4576-bd30-2e5b22dd3b22 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/security-groups?id=b1f05269-3171-411f-92d6-2a309bca96b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499055 Nov 02 16:57:46.227413 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-b7c72270-2380-4661-9500-36588fd85d20 req-2c8935c1-a517-4573-9bbe-348da3ee3e59 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0888748 Nov 02 16:57:46.241784 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.v2.base [req-b7c72270-2380-4661-9500-36588fd85d20 req-2b40f60f-3677-445b-b4b7-64ea4f3bd57a service neutron] Request body: {'port': {'device_id': '009e55d9-e974-4936-aabc-4c2da4a531c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=113345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:57:46.253310 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 49388) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:46.298628 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681ba0ea-7464-4ade-a46e-9ffce5fc7855 tempest-TestVolumeBootPattern-284275640 tempest-TestVolumeBootPattern-284275640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:46.300940 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-b7c72270-2380-4661-9500-36588fd85d20 req-2b40f60f-3677-445b-b4b7-64ea4f3bd57a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:57:46.301345 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-681ba0ea-7464-4ade-a46e-9ffce5fc7855 tempest-TestVolumeBootPattern-284275640 tempest-TestVolumeBootPattern-284275640-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=847f7549-4cec-4009-a558-b95fc18ae3cd HTTP/1.1" status: 200 len: 1094 time: 0.0468209 Nov 02 16:57:46.303440 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 49390) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:46.309205 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.v2.base [None req-3cda14f6-9aa0-4363-8536-34534b63518b tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Request body: {'floatingip': {'floating_network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'port_id': '0a89a30c-7d46-470e-88a8-5643414f6d1b', 'tenant_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'fixed_ip_address': '172.20.0.13'}} {{(pid=113344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 16:57:46.337422 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-3cda14f6-9aa0-4363-8536-34534b63518b tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks [] for floatingip, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:57:46.453573 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-3cda14f6-9aa0-4363-8536-34534b63518b tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:57:46.572270 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.db.db_base_plugin_common [None req-3cda14f6-9aa0-4363-8536-34534b63518b tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Allocated IP 172.27.1.4 (e732c7b6-4740-4909-a10c-6231f1bdbede/886e8f69-733b-40e5-a835-3f68eef2cfaf/1abe1125-1f0e-4eec-acc5-64d0578e182e) {{(pid=113344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 16:57:46.588028 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.agents_db [None req-4685c794-fb13-4fdb-802d-b1599aff033c None None] Agent healthcheck: found 6 active agents {{(pid=113347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:57:46.606889 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.notifiers.nova [req-b7c72270-2380-4661-9500-36588fd85d20 req-2b40f60f-3677-445b-b4b7-64ea4f3bd57a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64619a3d-b4d4-4e91-a2c7-b4e7a0d9e71c {{(pid=113345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:57:46.615565 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-b7c72270-2380-4661-9500-36588fd85d20 req-2b40f60f-3677-445b-b4b7-64ea4f3bd57a service neutron] Publish callbacks [] for port, precommit_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:57:46.630224 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.provisioning_blocks [req-b7c72270-2380-4661-9500-36588fd85d20 req-2b40f60f-3677-445b-b4b7-64ea4f3bd57a service neutron] Transition to ACTIVE for port object 64619a3d-b4d4-4e91-a2c7-b4e7a0d9e71c will not be triggered until provisioned by entity L2. {{(pid=113345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 16:57:46.635514 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-b7c72270-2380-4661-9500-36588fd85d20 req-2b40f60f-3677-445b-b4b7-64ea4f3bd57a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27915890'] for port, after_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:57:46.694620 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b40f60f-3677-445b-b4b7-64ea4f3bd57a service neutron] Pushing event updated for resources: {'Port': ['ID=64619a3d-b4d4-4e91-a2c7-b4e7a0d9e71c,revision_number=2']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:46.703744 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-3cda14f6-9aa0-4363-8536-34534b63518b tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks [] for port, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:57:46.745899 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-3cda14f6-9aa0-4363-8536-34534b63518b tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788024814062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25371697'] for port, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:57:46.781505 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.managers [req-b7c72270-2380-4661-9500-36588fd85d20 req-2b40f60f-3677-445b-b4b7-64ea4f3bd57a service neutron] Attempting to bind port 64619a3d-b4d4-4e91-a2c7-b4e7a0d9e71c on host hv-cinder-77387 for vnic_type normal with profile {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 16:57:46.781879 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.managers [req-b7c72270-2380-4661-9500-36588fd85d20 req-2b40f60f-3677-445b-b4b7-64ea4f3bd57a service neutron] Attempting to bind port 64619a3d-b4d4-4e91-a2c7-b4e7a0d9e71c by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': 'e6517464-8717-40c6-b9a5-3c4213be0f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '75cc0cce-da2c-4b3e-b574-65eff930f0d2'}] {{(pid=113345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 16:57:46.782231 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c72270-2380-4661-9500-36588fd85d20 req-2b40f60f-3677-445b-b4b7-64ea4f3bd57a service neutron] Attempting to bind port 64619a3d-b4d4-4e91-a2c7-b4e7a0d9e71c on network 75cc0cce-da2c-4b3e-b574-65eff930f0d2 {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:57:46.788099 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c72270-2380-4661-9500-36588fd85d20 req-2b40f60f-3677-445b-b4b7-64ea4f3bd57a service neutron] Port 64619a3d-b4d4-4e91-a2c7-b4e7a0d9e71c on network 75cc0cce-da2c-4b3e-b574-65eff930f0d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 16:57:46.788666 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c72270-2380-4661-9500-36588fd85d20 req-2b40f60f-3677-445b-b4b7-64ea4f3bd57a service neutron] Attempting to bind port 64619a3d-b4d4-4e91-a2c7-b4e7a0d9e71c on network 75cc0cce-da2c-4b3e-b574-65eff930f0d2 {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 16:57:46.793296 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cda14f6-9aa0-4363-8536-34534b63518b tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Network e732c7b6-4740-4909-a10c-6231f1bdbede is already hosted by enough agents. {{(pid=113344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 16:57:46.795141 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c72270-2380-4661-9500-36588fd85d20 req-2b40f60f-3677-445b-b4b7-64ea4f3bd57a service neutron] Checking agent: {'id': 'a22495b4-0922-47cf-b0eb-f0742ace0d4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 16, 44, 22), 'started_at': datetime.datetime(2021, 11, 2, 16, 44, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 16, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 16:57:46.795508 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c72270-2380-4661-9500-36588fd85d20 req-2b40f60f-3677-445b-b4b7-64ea4f3bd57a service neutron] Checking segment: {'id': 'e6517464-8717-40c6-b9a5-3c4213be0f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '75cc0cce-da2c-4b3e-b574-65eff930f0d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 16:57:46.795921 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c72270-2380-4661-9500-36588fd85d20 req-2b40f60f-3677-445b-b4b7-64ea4f3bd57a service neutron] Bound using segment: {'id': 'e6517464-8717-40c6-b9a5-3c4213be0f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '75cc0cce-da2c-4b3e-b574-65eff930f0d2'} {{(pid=113345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 16:57:46.796427 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.managers [req-b7c72270-2380-4661-9500-36588fd85d20 req-2b40f60f-3677-445b-b4b7-64ea4f3bd57a service neutron] Bound port: 64619a3d-b4d4-4e91-a2c7-b4e7a0d9e71c, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6517464-8717-40c6-b9a5-3c4213be0f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '75cc0cce-da2c-4b3e-b574-65eff930f0d2'}}] {{(pid=113345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 16:57:46.796816 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-b7c72270-2380-4661-9500-36588fd85d20 req-2b40f60f-3677-445b-b4b7-64ea4f3bd57a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:57:46.797566 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.base_scheduler [None req-3cda14f6-9aa0-4363-8536-34534b63518b tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Resources bound (agent type, host, resource id): {{(pid=113344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 16:57:46.804473 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cda14f6-9aa0-4363-8536-34534b63518b tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Received port after_create {{(pid=113344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 16:57:46.808212 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cda14f6-9aa0-4363-8536-34534b63518b tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Pushing event updated for resources: {'Port': ['ID=1abe1125-1f0e-4eec-acc5-64d0578e182e,revision_number=1']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:46.845109 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cda14f6-9aa0-4363-8536-34534b63518b tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:57:46.845492 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cda14f6-9aa0-4363-8536-34534b63518b tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:57:46.845815 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cda14f6-9aa0-4363-8536-34534b63518b tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:57:46.846172 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cda14f6-9aa0-4363-8536-34534b63518b tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:57:46.846519 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cda14f6-9aa0-4363-8536-34534b63518b tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:57:46.846864 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cda14f6-9aa0-4363-8536-34534b63518b tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:57:46.847207 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cda14f6-9aa0-4363-8536-34534b63518b tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:57:46.847584 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cda14f6-9aa0-4363-8536-34534b63518b tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:57:46.847928 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cda14f6-9aa0-4363-8536-34534b63518b tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:57:46.848305 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cda14f6-9aa0-4363-8536-34534b63518b tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:57:46.848651 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cda14f6-9aa0-4363-8536-34534b63518b tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:57:46.848986 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cda14f6-9aa0-4363-8536-34534b63518b tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:57:46.876930 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.db [req-b7c72270-2380-4661-9500-36588fd85d20 req-2b40f60f-3677-445b-b4b7-64ea4f3bd57a service neutron] For port 64619a3d-b4d4-4e91-a2c7-b4e7a0d9e71c, host hv-cinder-77387, cleared binding levels {{(pid=113345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 16:57:46.880824 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.db [req-b7c72270-2380-4661-9500-36588fd85d20 req-2b40f60f-3677-445b-b4b7-64ea4f3bd57a service neutron] For port 64619a3d-b4d4-4e91-a2c7-b4e7a0d9e71c, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=64619a3d-b4d4-4e91-a2c7-b4e7a0d9e71c,segment=NetworkSegment(e6517464-8717-40c6-b9a5-3c4213be0f04),segment_id=e6517464-8717-40c6-b9a5-3c4213be0f04)] {{(pid=113345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 16:57:46.887373 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-b7c72270-2380-4661-9500-36588fd85d20 req-2b40f60f-3677-445b-b4b7-64ea4f3bd57a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27915890'] for port, after_update {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:57:46.931709 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c72270-2380-4661-9500-36588fd85d20 req-2b40f60f-3677-445b-b4b7-64ea4f3bd57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:46.932593 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-b7c72270-2380-4661-9500-36588fd85d20 req-2b40f60f-3677-445b-b4b7-64ea4f3bd57a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221'] for port, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:57:46.934519 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-b7c72270-2380-4661-9500-36588fd85d20 req-2b40f60f-3677-445b-b4b7-64ea4f3bd57a service neutron] 10.222.0.76 "PUT /v2.0/ports/64619a3d-b4d4-4e91-a2c7-b4e7a0d9e71c HTTP/1.1" status: 200 len: 1094 time: 0.6983523 Nov 02 16:57:46.935074 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '009e55d9-e974-4936-aabc-4c2da4a531c0', 'tag': '64619a3d-b4d4-4e91-a2c7-b4e7a0d9e71c'}] {{(pid=113345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:57:46.937711 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88728d28071a92af03fe3e2826ca256f68f88e9f4aa3bce1a4ce6001ce5f6d9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad8c4dd-30d8-4b5d-85df-43d4b4626600" -d '{"events": [{"name": "network-changed", "server_uuid": "009e55d9-e974-4936-aabc-4c2da4a531c0", "tag": "64619a3d-b4d4-4e91-a2c7-b4e7a0d9e71c"}]}' {{(pid=113345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:57:46.967451 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b40f60f-3677-445b-b4b7-64ea4f3bd57a service neutron] Pushing event updated for resources: {'Port': ['ID=64619a3d-b4d4-4e91-a2c7-b4e7a0d9e71c,revision_number=3']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:47.037281 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e24088-f168-4c2e-8e8a-92895465971e x-openstack-request-id: req-21e24088-f168-4c2e-8e8a-92895465971e {{(pid=113345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:57:47.037781 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "009e55d9-e974-4936-aabc-4c2da4a531c0", "tag": "64619a3d-b4d4-4e91-a2c7-b4e7a0d9e71c", "status": "completed", "code": 200}]} {{(pid=113345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:57:47.038168 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-21e24088-f168-4c2e-8e8a-92895465971e {{(pid=113345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:57:47.038737 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '009e55d9-e974-4936-aabc-4c2da4a531c0', 'tag': '64619a3d-b4d4-4e91-a2c7-b4e7a0d9e71c', 'status': 'completed', 'code': 200} Nov 02 16:57:47.087440 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c72270-2380-4661-9500-36588fd85d20 req-23104cb5-2e78-4546-8306-7561fe0f9e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:47.089387 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-b7c72270-2380-4661-9500-36588fd85d20 req-23104cb5-2e78-4546-8306-7561fe0f9e0c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b6fbf032a045492497845c4c0918f42f&device_id=009e55d9-e974-4936-aabc-4c2da4a531c0 HTTP/1.1" status: 200 len: 1097 time: 0.0966396 Nov 02 16:57:47.116804 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bc9cfd-b87e-4341-8211-fa57b41a442b req-8b3b4d0e-61e3-42e8-b279-10b67fa84712 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:47.118998 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-10bc9cfd-b87e-4341-8211-fa57b41a442b req-8b3b4d0e-61e3-42e8-b279-10b67fa84712 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] 10.222.0.118 "GET /v2.0/ports?device_id=009e55d9-e974-4936-aabc-4c2da4a531c0 HTTP/1.1" status: 200 len: 944 time: 0.0730765 Nov 02 16:57:47.153983 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-b7c72270-2380-4661-9500-36588fd85d20 req-2533b776-cfb5-4c68-8ea1-8bfebf4040a0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64619a3d-b4d4-4e91-a2c7-b4e7a0d9e71c HTTP/1.1" status: 200 len: 217 time: 0.0540590 Nov 02 16:57:47.233919 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c72270-2380-4661-9500-36588fd85d20 req-5d92ffea-5c25-474e-b56f-603d79743979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:47.235474 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-b7c72270-2380-4661-9500-36588fd85d20 req-5d92ffea-5c25-474e-b56f-603d79743979 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9045cd45-7082-4ab1-bdf8-6aba832f8580 HTTP/1.1" status: 200 len: 854 time: 0.0739598 Nov 02 16:57:47.239742 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-10bc9cfd-b87e-4341-8211-fa57b41a442b req-41015d93-663b-4ceb-be94-0bc845d5053b tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d72da93-fa13-4481-a6a2-00a4c63d4956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884497 Nov 02 16:57:47.268681 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-3cda14f6-9aa0-4363-8536-34534b63518b tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks [] for floatingip, precommit_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:57:47.276029 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-b7c72270-2380-4661-9500-36588fd85d20 req-6d657427-213f-4786-8e5f-58c355267bb1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=75cc0cce-da2c-4b3e-b574-65eff930f0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315142 Nov 02 16:57:47.349488 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-3cda14f6-9aa0-4363-8536-34534b63518b tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:57:47.395062 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-b7c72270-2380-4661-9500-36588fd85d20 req-bc6a3e12-a9f0-4895-bc5d-d2ff5c93f8a9 service neutron] 10.222.0.76 "GET /v2.0/networks/75cc0cce-da2c-4b3e-b574-65eff930f0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108792 Nov 02 16:57:47.499833 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-b7c72270-2380-4661-9500-36588fd85d20 req-814a5536-d672-4ee0-bea2-39e127a4ae1a service neutron] 10.222.0.76 "GET /v2.0/networks/75cc0cce-da2c-4b3e-b574-65eff930f0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943477 Nov 02 16:57:47.528326 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-3cda14f6-9aa0-4363-8536-34534b63518b tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks [] for port, precommit_update {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:57:47.534568 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-3cda14f6-9aa0-4363-8536-34534b63518b tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25371688'] for port, after_update {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:57:47.609701 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cda14f6-9aa0-4363-8536-34534b63518b tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Pushing event updated for resources: {'Port': ['ID=1abe1125-1f0e-4eec-acc5-64d0578e182e,revision_number=2']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:47.617700 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8c4dd-30d8-4b5d-85df-43d4b4626600 req-da5985d1-49c2-4467-b41d-b5fc5f600895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:47.622815 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-cad8c4dd-30d8-4b5d-85df-43d4b4626600 req-da5985d1-49c2-4467-b41d-b5fc5f600895 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b6fbf032a045492497845c4c0918f42f&device_id=009e55d9-e974-4936-aabc-4c2da4a531c0 HTTP/1.1" status: 200 len: 1097 time: 0.0622838 Nov 02 16:57:47.632960 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-3cda14f6-9aa0-4363-8536-34534b63518b tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3707972'] for floatingip, after_create {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:57:47.734147 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8c4dd-30d8-4b5d-85df-43d4b4626600 req-fb8bee8a-6d00-450f-b565-70512ce42f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:47.735745 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-cad8c4dd-30d8-4b5d-85df-43d4b4626600 req-fb8bee8a-6d00-450f-b565-70512ce42f6b service neutron] 10.222.0.76 "GET /v2.0/networks?id=75cc0cce-da2c-4b3e-b574-65eff930f0d2 HTTP/1.1" status: 200 len: 915 time: 0.1030729 Nov 02 16:57:47.749375 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.db.l3_db [None req-3cda14f6-9aa0-4363-8536-34534b63518b tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Floating IP 67f5e067-a410-468d-bf8d-910b909df575 associated. External IP: 172.27.1.4, port: 0a89a30c-7d46-470e-88a8-5643414f6d1b. Nov 02 16:57:47.786492 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-cad8c4dd-30d8-4b5d-85df-43d4b4626600 req-c44ffcb8-7c59-4a12-aca8-0a6952642725 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64619a3d-b4d4-4e91-a2c7-b4e7a0d9e71c HTTP/1.1" status: 200 len: 217 time: 0.0409024 Nov 02 16:57:47.842658 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8c4dd-30d8-4b5d-85df-43d4b4626600 req-f68e3970-4bfc-4ca8-bd42-b5f0f3a11b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:47.844292 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-cad8c4dd-30d8-4b5d-85df-43d4b4626600 req-f68e3970-4bfc-4ca8-bd42-b5f0f3a11b5d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9045cd45-7082-4ab1-bdf8-6aba832f8580 HTTP/1.1" status: 200 len: 854 time: 0.0496032 Nov 02 16:57:47.881296 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-cad8c4dd-30d8-4b5d-85df-43d4b4626600 req-33ea969f-76f9-45dd-a351-4ef447d2c699 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=75cc0cce-da2c-4b3e-b574-65eff930f0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286267 Nov 02 16:57:47.985839 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cda14f6-9aa0-4363-8536-34534b63518b tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Router c797d5b2-bdc4-4012-8c62-046dcdeae5dd has already been hosted by L3 agent 23c85ca8-88a6-46e7-9165-338a7fd1d142 {{(pid=113344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:57:47.988455 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-cad8c4dd-30d8-4b5d-85df-43d4b4626600 req-181b4be2-87d8-41e2-9dab-d9ae85d1a9ba service neutron] 10.222.0.76 "GET /v2.0/networks/75cc0cce-da2c-4b3e-b574-65eff930f0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967321 Nov 02 16:57:48.088513 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-cad8c4dd-30d8-4b5d-85df-43d4b4626600 req-7f859ee3-66ae-4434-beef-127f55c128b7 service neutron] 10.222.0.76 "GET /v2.0/networks/75cc0cce-da2c-4b3e-b574-65eff930f0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907161 Nov 02 16:57:48.107676 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cda14f6-9aa0-4363-8536-34534b63518b tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Notify agent at l3_agent.dv-cinder-773876-4-iscsi the message routers_updated {{(pid=113344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:57:48.119511 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab67814-56c0-4288-bc22-a23ce3b2a512 None None] Sync routers for ids ['c797d5b2-bdc4-4012-8c62-046dcdeae5dd'] in dv-cinder-773876-4-iscsi {{(pid=113346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:57:48.127984 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-3cda14f6-9aa0-4363-8536-34534b63518b tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221'] for floatingip, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:57:48.132135 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab67814-56c0-4288-bc22-a23ce3b2a512 None None] Routers {'c797d5b2-bdc4-4012-8c62-046dcdeae5dd'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:57:48.132834 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-cab67814-56c0-4288-bc22-a23ce3b2a512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:57:41Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['c797d5b2-bdc4-4012-8c62-046dcdeae5dd'], 'active': True} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:57:48.158638 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-3cda14f6-9aa0-4363-8536-34534b63518b tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8538420 Nov 02 16:57:48.159449 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '847f7549-4cec-4009-a558-b95fc18ae3cd', 'tag': '0a89a30c-7d46-470e-88a8-5643414f6d1b'}] {{(pid=113344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:57:48.161965 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5f30fc3850fd44c96454e051096f60fc18984a92350f5d63aa5481a86e136a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14fde14-9b4f-4e59-9e51-d0895650cc14" -d '{"events": [{"name": "network-changed", "server_uuid": "847f7549-4cec-4009-a558-b95fc18ae3cd", "tag": "0a89a30c-7d46-470e-88a8-5643414f6d1b"}]}' {{(pid=113344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:57:48.256301 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvr_db [None req-cab67814-56c0-4288-bc22-a23ce3b2a512 None None] Set router c797d5b2-bdc4-4012-8c62-046dcdeae5dd gateway port host: dv-cinder-773876-4-iscsi {{(pid=113346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:57:48.284755 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636974c8-c71a-4de2-8c55-3aad296dd10c x-openstack-request-id: req-636974c8-c71a-4de2-8c55-3aad296dd10c {{(pid=113344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:57:48.285337 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "847f7549-4cec-4009-a558-b95fc18ae3cd", "tag": "0a89a30c-7d46-470e-88a8-5643414f6d1b", "status": "completed", "code": 200}]} {{(pid=113344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:57:48.285995 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-636974c8-c71a-4de2-8c55-3aad296dd10c {{(pid=113344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:57:48.286463 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '847f7549-4cec-4009-a558-b95fc18ae3cd', 'tag': '0a89a30c-7d46-470e-88a8-5643414f6d1b', 'status': 'completed', 'code': 200} Nov 02 16:57:48.400476 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14fde14-9b4f-4e59-9e51-d0895650cc14 req-565bb2c8-7406-4867-ab09-5d4f6b5d23f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:48.401875 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-b14fde14-9b4f-4e59-9e51-d0895650cc14 req-565bb2c8-7406-4867-ab09-5d4f6b5d23f6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f83b31a72c4f4cc78519ed2dc9bdc400&device_id=847f7549-4cec-4009-a558-b95fc18ae3cd HTTP/1.1" status: 200 len: 1099 time: 0.0888863 Nov 02 16:57:48.415208 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b4466-b5de-410e-ba31-a9081446c6cd req-6f5b481f-e3d7-471b-bf46-499a413a060a tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:48.416896 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-880b4466-b5de-410e-ba31-a9081446c6cd req-6f5b481f-e3d7-471b-bf46-499a413a060a tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] 10.222.0.118 "GET /v2.0/ports?device_id=009e55d9-e974-4936-aabc-4c2da4a531c0 HTTP/1.1" status: 200 len: 944 time: 0.0725179 Nov 02 16:57:48.531910 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-cab67814-56c0-4288-bc22-a23ce3b2a512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'name': 'tempest-TestVolumeBootPattern-226830009-router', 'tenant_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e29b7936-7a83-49dd-9008-36de97272721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:47Z', 'updated_at': '2021-11-02T16:51:51Z', 'revision_number': 4, 'project_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'gw_port': {'id': 'e29b7936-7a83-49dd-9008-36de97272721', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:48Z', 'updated_at': '2021-11-02T16:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_floatingips': [{'id': '19c33035-84c9-4b1c-af7c-7058dbf03db3', 'tenant_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'floating_ip_address': '172.27.1.58', 'floating_network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'router_id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'port_id': '8985118a-dd23-4724-8375-7570b9e9aad0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac5452b3-7329-433e-af1f-df17acea3828', 'mac_address': 'fa:16:3e:32:6f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e28e803-80b5-48e8-912a-d47cbeed52e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:55:30Z', 'updated_at': '2021-11-02T16:55:33Z', 'revision_number': 1, 'project_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'fixed_ip_address_scope': None}, {'id': '67f5e067-a410-468d-bf8d-910b909df575', 'tenant_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'floating_ip_address': '172.27.1.4', 'floating_network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'router_id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'port_id': '0a89a30c-7d46-470e-88a8-5643414f6d1b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac5452b3-7329-433e-af1f-df17acea3828', 'mac_address': 'fa:16:3e:c0:c3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847f7549-4cec-4009-a558-b95fc18ae3cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:57:47Z', 'updated_at': '2021-11-02T16:57:47Z', 'revision_number': 0, 'project_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '232ad059-fbdb-4195-a503-645ac2a34484', 'name': '', 'network_id': 'ac5452b3-7329-433e-af1f-df17acea3828', 'tenant_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'mac_address': 'fa:16:3e:b6:dc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'aa72a888-b45f-4cfb-ae6c-4494e796baf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:50Z', 'updated_at': '2021-11-02T16:51:56Z', 'revision_number': 5, 'project_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'subnets': [{'id': 'aa72a888-b45f-4cfb-ae6c-4494e796baf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:57:48.533336 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-880b4466-b5de-410e-ba31-a9081446c6cd req-ae2494fa-311c-415a-b51d-41c71e87f68a tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d72da93-fa13-4481-a6a2-00a4c63d4956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071546 Nov 02 16:57:48.559935 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14fde14-9b4f-4e59-9e51-d0895650cc14 req-c156720c-5d2e-4d7b-b5e7-f3898c1b21cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:48.561628 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-b14fde14-9b4f-4e59-9e51-d0895650cc14 req-c156720c-5d2e-4d7b-b5e7-f3898c1b21cf service neutron] 10.222.0.76 "GET /v2.0/networks?id=ac5452b3-7329-433e-af1f-df17acea3828 HTTP/1.1" status: 200 len: 912 time: 0.1437070 Nov 02 16:57:48.564155 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab67814-56c0-4288-bc22-a23ce3b2a512 None None] Checking router: c797d5b2-bdc4-4012-8c62-046dcdeae5dd for host: dv-cinder-773876-4-iscsi {{(pid=113346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:57:48.574648 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab67814-56c0-4288-bc22-a23ce3b2a512 None None] Routers {'c797d5b2-bdc4-4012-8c62-046dcdeae5dd'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:57:48.575293 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-cab67814-56c0-4288-bc22-a23ce3b2a512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:57:41Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['c797d5b2-bdc4-4012-8c62-046dcdeae5dd'], 'active': True} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:57:48.641279 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-b14fde14-9b4f-4e59-9e51-d0895650cc14 req-b348e0fe-1a83-4138-8808-77233e60cdaa service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a89a30c-7d46-470e-88a8-5643414f6d1b HTTP/1.1" status: 200 len: 998 time: 0.0708725 Nov 02 16:57:48.688439 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvr_db [None req-cab67814-56c0-4288-bc22-a23ce3b2a512 None None] Set router c797d5b2-bdc4-4012-8c62-046dcdeae5dd gateway port host: dv-cinder-773876-4-iscsi {{(pid=113346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:57:48.706436 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14fde14-9b4f-4e59-9e51-d0895650cc14 req-1a610dcb-367c-4330-9378-bbea9f19bcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:48.708052 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-b14fde14-9b4f-4e59-9e51-d0895650cc14 req-1a610dcb-367c-4330-9378-bbea9f19bcf1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=aa72a888-b45f-4cfb-ae6c-4494e796baf0 HTTP/1.1" status: 200 len: 850 time: 0.0491889 Nov 02 16:57:48.759684 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14fde14-9b4f-4e59-9e51-d0895650cc14 req-7cb1c140-2872-42bb-b640-0f9a1cd44b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:48.761485 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-b14fde14-9b4f-4e59-9e51-d0895650cc14 req-7cb1c140-2872-42bb-b640-0f9a1cd44b92 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ac5452b3-7329-433e-af1f-df17acea3828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452013 Nov 02 16:57:48.870601 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-b14fde14-9b4f-4e59-9e51-d0895650cc14 req-5429ab21-3d10-4ffe-b85b-72d19e019b8a service neutron] 10.222.0.76 "GET /v2.0/networks/ac5452b3-7329-433e-af1f-df17acea3828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995228 Nov 02 16:57:48.938386 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-cab67814-56c0-4288-bc22-a23ce3b2a512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'name': 'tempest-TestVolumeBootPattern-226830009-router', 'tenant_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e29b7936-7a83-49dd-9008-36de97272721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:47Z', 'updated_at': '2021-11-02T16:51:51Z', 'revision_number': 4, 'project_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'gw_port': {'id': 'e29b7936-7a83-49dd-9008-36de97272721', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:48Z', 'updated_at': '2021-11-02T16:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_floatingips': [{'id': '19c33035-84c9-4b1c-af7c-7058dbf03db3', 'tenant_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'floating_ip_address': '172.27.1.58', 'floating_network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'router_id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'port_id': '8985118a-dd23-4724-8375-7570b9e9aad0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac5452b3-7329-433e-af1f-df17acea3828', 'mac_address': 'fa:16:3e:32:6f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e28e803-80b5-48e8-912a-d47cbeed52e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:55:30Z', 'updated_at': '2021-11-02T16:55:33Z', 'revision_number': 1, 'project_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'fixed_ip_address_scope': None}, {'id': '67f5e067-a410-468d-bf8d-910b909df575', 'tenant_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'floating_ip_address': '172.27.1.4', 'floating_network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'router_id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'port_id': '0a89a30c-7d46-470e-88a8-5643414f6d1b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac5452b3-7329-433e-af1f-df17acea3828', 'mac_address': 'fa:16:3e:c0:c3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847f7549-4cec-4009-a558-b95fc18ae3cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:57:47Z', 'updated_at': '2021-11-02T16:57:47Z', 'revision_number': 0, 'project_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '232ad059-fbdb-4195-a503-645ac2a34484', 'name': '', 'network_id': 'ac5452b3-7329-433e-af1f-df17acea3828', 'tenant_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'mac_address': 'fa:16:3e:b6:dc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'aa72a888-b45f-4cfb-ae6c-4494e796baf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:50Z', 'updated_at': '2021-11-02T16:51:56Z', 'revision_number': 5, 'project_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'subnets': [{'id': 'aa72a888-b45f-4cfb-ae6c-4494e796baf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:57:48.968253 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab67814-56c0-4288-bc22-a23ce3b2a512 None None] The sync data for ids ['c797d5b2-bdc4-4012-8c62-046dcdeae5dd'] in dv-cinder-773876-4-iscsi is: [{'id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'name': 'tempest-TestVolumeBootPattern-226830009-router', 'tenant_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e29b7936-7a83-49dd-9008-36de97272721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:47Z', 'updated_at': '2021-11-02T16:51:51Z', 'revision_number': 4, 'project_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'gw_port': {'id': 'e29b7936-7a83-49dd-9008-36de97272721', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:48Z', 'updated_at': '2021-11-02T16:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_floatingips': [{'id': '19c33035-84c9-4b1c-af7c-7058dbf03db3', 'tenant_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'floating_ip_address': '172.27.1.58', 'floating_network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'router_id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'port_id': '8985118a-dd23-4724-8375-7570b9e9aad0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac5452b3-7329-433e-af1f-df17acea3828', 'mac_address': 'fa:16:3e:32:6f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e28e803-80b5-48e8-912a-d47cbeed52e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:55:30Z', 'updated_at': '2021-11-02T16:55:33Z', 'revision_number': 1, 'project_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'fixed_ip_address_scope': None}, {'id': '67f5e067-a410-468d-bf8d-910b909df575', 'tenant_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'floating_ip_address': '172.27.1.4', 'floating_network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'router_id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'port_id': '0a89a30c-7d46-470e-88a8-5643414f6d1b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac5452b3-7329-433e-af1f-df17acea3828', 'mac_address': 'fa:16:3e:c0:c3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847f7549-4cec-4009-a558-b95fc18ae3cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:57:47Z', 'updated_at': '2021-11-02T16:57:47Z', 'revision_number': 0, 'project_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '232ad059-fbdb-4195-a503-645ac2a34484', 'name': '', 'network_id': 'ac5452b3-7329-433e-af1f-df17acea3828', 'tenant_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'mac_address': 'fa:16:3e:b6:dc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'aa72a888-b45f-4cfb-ae6c-4494e796baf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:50Z', 'updated_at': '2021-11-02T16:51:56Z', 'revision_number': 5, 'project_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'subnets': [{'id': 'aa72a888-b45f-4cfb-ae6c-4494e796baf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:57:48.975958 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-b14fde14-9b4f-4e59-9e51-d0895650cc14 req-1cf96e74-537d-476b-943e-86943c7be19a service neutron] 10.222.0.76 "GET /v2.0/networks/ac5452b3-7329-433e-af1f-df17acea3828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978189 Nov 02 16:57:49.232272 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492cd291-6b0f-4f5e-93ef-a647f54b658c None None] New status for floating IP 67f5e067-a410-468d-bf8d-910b909df575: ACTIVE {{(pid=113347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 16:57:49.661163 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device 64619a3d-b4d4-4e91-a2c7-b4e7a0d9e71c details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=113346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 16:57:49.670286 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd2483-9af7-4aa3-b2b8-936334d6568c req-bf1a6cbe-05be-49f1-8cc9-5a4e9f826a76 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:49.672063 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-a4dd2483-9af7-4aa3-b2b8-936334d6568c req-bf1a6cbe-05be-49f1-8cc9-5a4e9f826a76 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] 10.222.0.118 "GET /v2.0/ports?device_id=009e55d9-e974-4936-aabc-4c2da4a531c0 HTTP/1.1" status: 200 len: 944 time: 0.0556810 Nov 02 16:57:49.738555 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-a4dd2483-9af7-4aa3-b2b8-936334d6568c req-c88f825a-9209-4b59-9991-4461140a9797 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d72da93-fa13-4481-a6a2-00a4c63d4956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596917 Nov 02 16:57:49.797935 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port 64619a3d-b4d4-4e91-a2c7-b4e7a0d9e71c, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=64619a3d-b4d4-4e91-a2c7-b4e7a0d9e71c,segment=NetworkSegment(e6517464-8717-40c6-b9a5-3c4213be0f04),segment_id=e6517464-8717-40c6-b9a5-3c4213be0f04)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:57:49.811421 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Returning: {'device': '64619a3d-b4d4-4e91-a2c7-b4e7a0d9e71c', 'network_id': '75cc0cce-da2c-4b3e-b574-65eff930f0d2', 'port_id': '64619a3d-b4d4-4e91-a2c7-b4e7a0d9e71c', 'mac_address': 'fa:16:3e:57:a8:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9045cd45-7082-4ab1-bdf8-6aba832f8580', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 16:57:49.859291 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:57:49.875482 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.notifiers.nova [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64619a3d-b4d4-4e91-a2c7-b4e7a0d9e71c {{(pid=113346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 16:57:49.900077 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port 64619a3d-b4d4-4e91-a2c7-b4e7a0d9e71c, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=64619a3d-b4d4-4e91-a2c7-b4e7a0d9e71c,segment=NetworkSegment(e6517464-8717-40c6-b9a5-3c4213be0f04),segment_id=e6517464-8717-40c6-b9a5-3c4213be0f04)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:57:49.905578 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:57:49.963437 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Pushing event updated for resources: {'Port': ['ID=64619a3d-b4d4-4e91-a2c7-b4e7a0d9e71c,revision_number=4']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:50.187402 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] get_ports_and_sgs() called for port_ids ['64619a3d-b4d4-4e91-a2c7-b4e7a0d9e71c'] {{(pid=113346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:57:50.873812 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d31d1-8fc0-4a79-93e0-03c4df8f0939 req-56eb43b1-afda-412a-905b-28187b549775 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:50.875453 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-051d31d1-8fc0-4a79-93e0-03c4df8f0939 req-56eb43b1-afda-412a-905b-28187b549775 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] 10.222.0.118 "GET /v2.0/ports?device_id=009e55d9-e974-4936-aabc-4c2da4a531c0 HTTP/1.1" status: 200 len: 945 time: 0.0599954 Nov 02 16:57:50.928505 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-051d31d1-8fc0-4a79-93e0-03c4df8f0939 req-2cf3c280-a5a9-4201-a287-507e09b01572 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d72da93-fa13-4481-a6a2-00a4c63d4956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463829 Nov 02 16:57:51.664983 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device 64619a3d-b4d4-4e91-a2c7-b4e7a0d9e71c up at agent hyperv_hv-cinder-77387 {{(pid=113346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 16:57:51.735037 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Provisioning for port 64619a3d-b4d4-4e91-a2c7-b4e7a0d9e71c completed by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 16:57:51.739975 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.provisioning_blocks [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Provisioning complete for port 64619a3d-b4d4-4e91-a2c7-b4e7a0d9e71c triggered by entity L2. {{(pid=113346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 16:57:51.740358 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550532'] for port, provisioning_complete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:57:51.840135 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3569858'] for port, before_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:57:51.872503 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '009e55d9-e974-4936-aabc-4c2da4a531c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64619a3d-b4d4-4e91-a2c7-b4e7a0d9e71c'}] {{(pid=113346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:57:51.875007 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76f9361971789a5ad3b4a9c4b1498f7b6e6fa8520131c3d92747b1d2ae9477a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f469e351-f733-4c77-ba37-d3e8d5e7a1e5" -d '{"events": [{"server_uuid": "009e55d9-e974-4936-aabc-4c2da4a531c0", "name": "network-vif-plugged", "status": "completed", "tag": "64619a3d-b4d4-4e91-a2c7-b4e7a0d9e71c"}]}' {{(pid=113346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:57:51.890634 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] For port 64619a3d-b4d4-4e91-a2c7-b4e7a0d9e71c, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=64619a3d-b4d4-4e91-a2c7-b4e7a0d9e71c,segment=NetworkSegment(e6517464-8717-40c6-b9a5-3c4213be0f04),segment_id=e6517464-8717-40c6-b9a5-3c4213be0f04)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:57:51.896978 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788025390421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788024814596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788024814614'] for port, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:57:51.976491 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Pushing event updated for resources: {'Port': ['ID=64619a3d-b4d4-4e91-a2c7-b4e7a0d9e71c,revision_number=5']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:51.995366 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:57:52.016497 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01aa36f5-eb89-46a0-900f-6b4f751834df x-openstack-request-id: req-01aa36f5-eb89-46a0-900f-6b4f751834df {{(pid=113346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:57:52.016800 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "009e55d9-e974-4936-aabc-4c2da4a531c0", "name": "network-vif-plugged", "status": "completed", "tag": "64619a3d-b4d4-4e91-a2c7-b4e7a0d9e71c", "code": 200}]} {{(pid=113346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:57:52.017085 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-01aa36f5-eb89-46a0-900f-6b4f751834df {{(pid=113346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:57:52.017544 dv-cinder-773876-4-iscsi neutron-server[113346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '009e55d9-e974-4936-aabc-4c2da4a531c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64619a3d-b4d4-4e91-a2c7-b4e7a0d9e71c', 'code': 200} Nov 02 16:57:52.085695 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab4d0b0-7cf7-4074-abf2-678b0d0c2efe req-6d4bae0f-af90-4c33-8379-ae4a2d870ab3 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:52.088140 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-9ab4d0b0-7cf7-4074-abf2-678b0d0c2efe req-6d4bae0f-af90-4c33-8379-ae4a2d870ab3 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] 10.222.0.118 "GET /v2.0/ports?device_id=009e55d9-e974-4936-aabc-4c2da4a531c0 HTTP/1.1" status: 200 len: 946 time: 0.0584843 Nov 02 16:57:52.151367 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-9ab4d0b0-7cf7-4074-abf2-678b0d0c2efe req-7ecd1aa6-2095-4f85-a506-2d6f348b8669 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d72da93-fa13-4481-a6a2-00a4c63d4956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554645 Nov 02 16:57:52.188622 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 49414) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:52.329939 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885454ab-db00-4e72-bbf9-15e766fb29f4 req-d701c06e-9b3f-4099-8b8e-d2e6950f5785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:52.331617 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-885454ab-db00-4e72-bbf9-15e766fb29f4 req-d701c06e-9b3f-4099-8b8e-d2e6950f5785 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=009e55d9-e974-4936-aabc-4c2da4a531c0 HTTP/1.1" status: 200 len: 1099 time: 0.1344326 Nov 02 16:57:52.424516 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-885454ab-db00-4e72-bbf9-15e766fb29f4 req-281609a8-fa53-4dd5-8991-13bafec41962 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=5d72da93-fa13-4481-a6a2-00a4c63d4956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804656 Nov 02 16:57:52.448764 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [None req-212a9494-e5c7-4c81-8cc1-5ea019a667c4 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Deleting port 424fb9b7-7df5-4040-9060-dd7a41340aa2 {{(pid=113345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 16:57:52.449071 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-212a9494-e5c7-4c81-8cc1-5ea019a667c4 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788025385849'] for port, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:57:52.539605 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-212a9494-e5c7-4c81-8cc1-5ea019a667c4 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710950'] for port, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:57:52.540069 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-212a9494-e5c7-4c81-8cc1-5ea019a667c4 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:57:52.557503 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [None req-212a9494-e5c7-4c81-8cc1-5ea019a667c4 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Calling delete_port for 424fb9b7-7df5-4040-9060-dd7a41340aa2 owned by network:floatingip {{(pid=113345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 16:57:52.779224 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-212a9494-e5c7-4c81-8cc1-5ea019a667c4 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788025390403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788024814071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27915883'] for port, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:57:52.819570 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212a9494-e5c7-4c81-8cc1-5ea019a667c4 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Pushing event deleted for resources: {'Port': ['ID=424fb9b7-7df5-4040-9060-dd7a41340aa2,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:52.887754 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-212a9494-e5c7-4c81-8cc1-5ea019a667c4 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Publish callbacks [] for floatingip, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:57:52.888119 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.db.l3_db [None req-212a9494-e5c7-4c81-8cc1-5ea019a667c4 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Floating IP 091e0a03-0660-4d84-95fe-801c16ceb663 disassociated (deleted). External IP: 172.27.1.208, port: ade707f9-321b-475f-822b-2951865dc9c2. Nov 02 16:57:53.128826 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-212a9494-e5c7-4c81-8cc1-5ea019a667c4 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Router b66fc859-41d4-476b-8b6c-bcaf3056edf7 has already been hosted by L3 agent 23c85ca8-88a6-46e7-9165-338a7fd1d142 {{(pid=113345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:57:53.279282 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-212a9494-e5c7-4c81-8cc1-5ea019a667c4 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Notify agent at l3_agent.dv-cinder-773876-4-iscsi the message routers_updated {{(pid=113345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:57:53.285609 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-212a9494-e5c7-4c81-8cc1-5ea019a667c4 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221'] for floatingip, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:57:53.295057 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77885226-5591-458d-80ad-8a96ee752b93 None None] Sync routers for ids ['b66fc859-41d4-476b-8b6c-bcaf3056edf7'] in dv-cinder-773876-4-iscsi {{(pid=113346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:57:53.308659 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77885226-5591-458d-80ad-8a96ee752b93 None None] Routers {'b66fc859-41d4-476b-8b6c-bcaf3056edf7'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:57:53.309362 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-77885226-5591-458d-80ad-8a96ee752b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:57:41Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['b66fc859-41d4-476b-8b6c-bcaf3056edf7'], 'active': True} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:57:53.316100 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e371fa-1415-4090-bce4-75f21f0f1748 req-22a7635f-3c85-4d32-ae3c-945b653baf1f tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:53.318291 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-d1e371fa-1415-4090-bce4-75f21f0f1748 req-22a7635f-3c85-4d32-ae3c-945b653baf1f tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] 10.222.0.118 "GET /v2.0/ports?device_id=009e55d9-e974-4936-aabc-4c2da4a531c0 HTTP/1.1" status: 200 len: 946 time: 0.0696793 Nov 02 16:57:53.328681 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-212a9494-e5c7-4c81-8cc1-5ea019a667c4 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "DELETE /v2.0/floatingips/091e0a03-0660-4d84-95fe-801c16ceb663 HTTP/1.1" status: 204 len: 168 time: 1.1356874 Nov 02 16:57:53.328681 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe6e9f89-7228-463b-b906-679a99ec651c', 'tag': 'ade707f9-321b-475f-822b-2951865dc9c2'}] {{(pid=113345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:57:53.330766 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88728d28071a92af03fe3e2826ca256f68f88e9f4aa3bce1a4ce6001ce5f6d9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c136853b-ea34-47f1-91c5-a2db0a9e1a22" -d '{"events": [{"name": "network-changed", "server_uuid": "fe6e9f89-7228-463b-b906-679a99ec651c", "tag": "ade707f9-321b-475f-822b-2951865dc9c2"}]}' {{(pid=113345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:57:53.400294 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-d1e371fa-1415-4090-bce4-75f21f0f1748 req-c934f5ca-daff-4b37-a4a4-01f30325400b tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d72da93-fa13-4481-a6a2-00a4c63d4956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681522 Nov 02 16:57:53.463897 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cfe2081-515d-45bd-a27d-f819147d32ee x-openstack-request-id: req-5cfe2081-515d-45bd-a27d-f819147d32ee {{(pid=113345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:57:53.464355 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe6e9f89-7228-463b-b906-679a99ec651c", "tag": "ade707f9-321b-475f-822b-2951865dc9c2", "status": "completed", "code": 200}]} {{(pid=113345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:57:53.464944 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-5cfe2081-515d-45bd-a27d-f819147d32ee {{(pid=113345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:57:53.465525 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe6e9f89-7228-463b-b906-679a99ec651c', 'tag': 'ade707f9-321b-475f-822b-2951865dc9c2', 'status': 'completed', 'code': 200} Nov 02 16:57:53.487376 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvr_db [None req-77885226-5591-458d-80ad-8a96ee752b93 None None] Set router b66fc859-41d4-476b-8b6c-bcaf3056edf7 gateway port host: dv-cinder-773876-4-iscsi {{(pid=113346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:57:53.606714 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c136853b-ea34-47f1-91c5-a2db0a9e1a22 req-c3aab05e-9e1c-4531-ba73-276e2bb028ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:53.608753 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-c136853b-ea34-47f1-91c5-a2db0a9e1a22 req-c3aab05e-9e1c-4531-ba73-276e2bb028ea service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c1f5daa1c5be44b48448e0480398d984&device_id=fe6e9f89-7228-463b-b906-679a99ec651c HTTP/1.1" status: 200 len: 1098 time: 0.0895915 Nov 02 16:57:53.670632 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420996a5-ed67-4bde-bd77-6044efd22eb6 req-1178d77e-bc10-4c46-9032-3c2682cc32bb tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:53.673434 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-420996a5-ed67-4bde-bd77-6044efd22eb6 req-1178d77e-bc10-4c46-9032-3c2682cc32bb tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/ports?device_id=fe6e9f89-7228-463b-b906-679a99ec651c HTTP/1.1" status: 200 len: 945 time: 0.0835760 Nov 02 16:57:53.735254 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c136853b-ea34-47f1-91c5-a2db0a9e1a22 req-4bf1f097-e7a3-4dd3-bbe6-b7bd38b7e505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:53.736983 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-c136853b-ea34-47f1-91c5-a2db0a9e1a22 req-4bf1f097-e7a3-4dd3-bbe6-b7bd38b7e505 service neutron] 10.222.0.76 "GET /v2.0/networks?id=ef399344-c729-4536-b6ad-dc1eae816e3b HTTP/1.1" status: 200 len: 909 time: 0.1146646 Nov 02 16:57:53.739192 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-420996a5-ed67-4bde-bd77-6044efd22eb6 req-a505540a-75ea-44bd-a822-cba5eca55c1e tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/security-groups?id=fd805a6a-8e4a-499f-b4ca-bb8b0cc4005d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556688 Nov 02 16:57:53.757099 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-77885226-5591-458d-80ad-8a96ee752b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66fc859-41d4-476b-8b6c-bcaf3056edf7', 'name': 'tempest-TestShelveInstance-620819347-router', 'tenant_id': 'c1f5daa1c5be44b48448e0480398d984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'f65a1f3c-17bb-4d25-af79-e84bb92830d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:52:48Z', 'updated_at': '2021-11-02T16:52:53Z', 'revision_number': 4, 'project_id': 'c1f5daa1c5be44b48448e0480398d984', 'gw_port': {'id': 'f65a1f3c-17bb-4d25-af79-e84bb92830d5', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:03:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66fc859-41d4-476b-8b6c-bcaf3056edf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:52:49Z', 'updated_at': '2021-11-02T16:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_interfaces': [{'id': 'a93a6b97-df00-496a-9c5a-d2c440acafba', 'name': '', 'network_id': 'ef399344-c729-4536-b6ad-dc1eae816e3b', 'tenant_id': 'c1f5daa1c5be44b48448e0480398d984', 'mac_address': 'fa:16:3e:90:d9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66fc859-41d4-476b-8b6c-bcaf3056edf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '4ccf6b4a-d512-4843-96a8-2ff2740ca99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:52:53Z', 'updated_at': '2021-11-02T16:52:59Z', 'revision_number': 5, 'project_id': 'c1f5daa1c5be44b48448e0480398d984', 'subnets': [{'id': '4ccf6b4a-d512-4843-96a8-2ff2740ca99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:57:53.786637 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77885226-5591-458d-80ad-8a96ee752b93 None None] Checking router: b66fc859-41d4-476b-8b6c-bcaf3056edf7 for host: dv-cinder-773876-4-iscsi {{(pid=113346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:57:53.793184 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-c136853b-ea34-47f1-91c5-a2db0a9e1a22 req-db705be6-3db3-460d-8e88-870ed9151c80 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ade707f9-321b-475f-822b-2951865dc9c2 HTTP/1.1" status: 200 len: 217 time: 0.0381167 Nov 02 16:57:53.797572 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77885226-5591-458d-80ad-8a96ee752b93 None None] Routers {'b66fc859-41d4-476b-8b6c-bcaf3056edf7'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:57:53.798208 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-77885226-5591-458d-80ad-8a96ee752b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:57:41Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['b66fc859-41d4-476b-8b6c-bcaf3056edf7'], 'active': True} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:57:53.860677 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c136853b-ea34-47f1-91c5-a2db0a9e1a22 req-39948d4a-a083-4612-adce-cde9f8d77fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:53.862526 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-c136853b-ea34-47f1-91c5-a2db0a9e1a22 req-39948d4a-a083-4612-adce-cde9f8d77fbc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4ccf6b4a-d512-4843-96a8-2ff2740ca99f HTTP/1.1" status: 200 len: 847 time: 0.0549178 Nov 02 16:57:53.935397 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c136853b-ea34-47f1-91c5-a2db0a9e1a22 req-79013a11-f4fc-44dd-8e18-faa0faacf9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:53.937041 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-c136853b-ea34-47f1-91c5-a2db0a9e1a22 req-79013a11-f4fc-44dd-8e18-faa0faacf9fa service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ef399344-c729-4536-b6ad-dc1eae816e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0575464 Nov 02 16:57:54.057576 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-c136853b-ea34-47f1-91c5-a2db0a9e1a22 req-e752b43d-f7a1-4e37-8e57-7d83598b8e2b service neutron] 10.222.0.76 "GET /v2.0/networks/ef399344-c729-4536-b6ad-dc1eae816e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014233 Nov 02 16:57:54.080653 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvr_db [None req-77885226-5591-458d-80ad-8a96ee752b93 None None] Set router b66fc859-41d4-476b-8b6c-bcaf3056edf7 gateway port host: dv-cinder-773876-4-iscsi {{(pid=113346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:57:54.196101 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-c136853b-ea34-47f1-91c5-a2db0a9e1a22 req-157d1af8-eded-4bcf-8de0-252c1c985166 service neutron] 10.222.0.76 "GET /v2.0/networks/ef399344-c729-4536-b6ad-dc1eae816e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222880 Nov 02 16:57:54.333951 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-77885226-5591-458d-80ad-8a96ee752b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66fc859-41d4-476b-8b6c-bcaf3056edf7', 'name': 'tempest-TestShelveInstance-620819347-router', 'tenant_id': 'c1f5daa1c5be44b48448e0480398d984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'f65a1f3c-17bb-4d25-af79-e84bb92830d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:52:48Z', 'updated_at': '2021-11-02T16:52:53Z', 'revision_number': 4, 'project_id': 'c1f5daa1c5be44b48448e0480398d984', 'gw_port': {'id': 'f65a1f3c-17bb-4d25-af79-e84bb92830d5', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:03:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66fc859-41d4-476b-8b6c-bcaf3056edf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:52:49Z', 'updated_at': '2021-11-02T16:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_interfaces': [{'id': 'a93a6b97-df00-496a-9c5a-d2c440acafba', 'name': '', 'network_id': 'ef399344-c729-4536-b6ad-dc1eae816e3b', 'tenant_id': 'c1f5daa1c5be44b48448e0480398d984', 'mac_address': 'fa:16:3e:90:d9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66fc859-41d4-476b-8b6c-bcaf3056edf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '4ccf6b4a-d512-4843-96a8-2ff2740ca99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:52:53Z', 'updated_at': '2021-11-02T16:52:59Z', 'revision_number': 5, 'project_id': 'c1f5daa1c5be44b48448e0480398d984', 'subnets': [{'id': '4ccf6b4a-d512-4843-96a8-2ff2740ca99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:57:54.370426 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77885226-5591-458d-80ad-8a96ee752b93 None None] The sync data for ids ['b66fc859-41d4-476b-8b6c-bcaf3056edf7'] in dv-cinder-773876-4-iscsi is: [{'id': 'b66fc859-41d4-476b-8b6c-bcaf3056edf7', 'name': 'tempest-TestShelveInstance-620819347-router', 'tenant_id': 'c1f5daa1c5be44b48448e0480398d984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'f65a1f3c-17bb-4d25-af79-e84bb92830d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:52:48Z', 'updated_at': '2021-11-02T16:52:53Z', 'revision_number': 4, 'project_id': 'c1f5daa1c5be44b48448e0480398d984', 'gw_port': {'id': 'f65a1f3c-17bb-4d25-af79-e84bb92830d5', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:03:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66fc859-41d4-476b-8b6c-bcaf3056edf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:52:49Z', 'updated_at': '2021-11-02T16:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_interfaces': [{'id': 'a93a6b97-df00-496a-9c5a-d2c440acafba', 'name': '', 'network_id': 'ef399344-c729-4536-b6ad-dc1eae816e3b', 'tenant_id': 'c1f5daa1c5be44b48448e0480398d984', 'mac_address': 'fa:16:3e:90:d9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66fc859-41d4-476b-8b6c-bcaf3056edf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '4ccf6b4a-d512-4843-96a8-2ff2740ca99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:52:53Z', 'updated_at': '2021-11-02T16:52:59Z', 'revision_number': 5, 'project_id': 'c1f5daa1c5be44b48448e0480398d984', 'subnets': [{'id': '4ccf6b4a-d512-4843-96a8-2ff2740ca99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:57:54.550548 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0426da3-4af8-48f0-9e35-990795c87448 req-79448dea-2a56-4d79-b9ad-a6a9bd2ad999 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:54.552493 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-a0426da3-4af8-48f0-9e35-990795c87448 req-79448dea-2a56-4d79-b9ad-a6a9bd2ad999 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] 10.222.0.118 "GET /v2.0/ports?device_id=009e55d9-e974-4936-aabc-4c2da4a531c0 HTTP/1.1" status: 200 len: 946 time: 0.0602841 Nov 02 16:57:54.615813 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-a0426da3-4af8-48f0-9e35-990795c87448 req-df7d43f1-1e68-4307-83d9-be44f7d5f23b tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d72da93-fa13-4481-a6a2-00a4c63d4956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539150 Nov 02 16:57:54.686424 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e59c46-ce84-4b74-bd15-163375ef27b7 None None] New status for floating IP 091e0a03-0660-4d84-95fe-801c16ceb663: DOWN {{(pid=113347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 16:57:54.887957 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced2a92d-8868-4711-a79b-5d11df91daba req-b046a9a2-d8ad-40dd-ad15-ac2428a981df tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:54.890175 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-ced2a92d-8868-4711-a79b-5d11df91daba req-b046a9a2-d8ad-40dd-ad15-ac2428a981df tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/ports?device_id=fe6e9f89-7228-463b-b906-679a99ec651c HTTP/1.1" status: 200 len: 945 time: 0.0639932 Nov 02 16:57:54.957737 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-ced2a92d-8868-4711-a79b-5d11df91daba req-0ead79a5-3fe2-468a-8188-15de599c239c tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/security-groups?id=fd805a6a-8e4a-499f-b4ca-bb8b0cc4005d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588961 Nov 02 16:57:56.102170 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e396a-76cb-4daa-9108-1dc6d1dced1d req-54f0cfdc-ee87-42a9-b1ae-b709b81127e8 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:56.104916 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-478e396a-76cb-4daa-9108-1dc6d1dced1d req-54f0cfdc-ee87-42a9-b1ae-b709b81127e8 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/ports?device_id=fe6e9f89-7228-463b-b906-679a99ec651c HTTP/1.1" status: 200 len: 945 time: 0.0636699 Nov 02 16:57:56.116769 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4743da1-dd16-41f8-b4be-13aba54b8123 req-fce6e9d1-dce1-4eae-8a62-e8a3e418d795 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:57:56.119025 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-e4743da1-dd16-41f8-b4be-13aba54b8123 req-fce6e9d1-dce1-4eae-8a62-e8a3e418d795 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.76 "GET /v2.0/ports?device_id=fe6e9f89-7228-463b-b906-679a99ec651c HTTP/1.1" status: 200 len: 945 time: 0.0572627 Nov 02 16:57:56.160862 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-478e396a-76cb-4daa-9108-1dc6d1dced1d req-18188136-f53d-4886-a8e0-467736bb2c09 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/security-groups?id=fd805a6a-8e4a-499f-b4ca-bb8b0cc4005d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489075 Nov 02 16:57:56.225721 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [req-e4743da1-dd16-41f8-b4be-13aba54b8123 req-3d99b2ed-15de-4f47-8314-ca3e252102ba tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Deleting port ade707f9-321b-475f-822b-2951865dc9c2 {{(pid=113345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 16:57:56.226090 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-e4743da1-dd16-41f8-b4be-13aba54b8123 req-3d99b2ed-15de-4f47-8314-ca3e252102ba tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788025385849'] for port, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:57:56.325370 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.db [req-e4743da1-dd16-41f8-b4be-13aba54b8123 req-3d99b2ed-15de-4f47-8314-ca3e252102ba tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] For port ade707f9-321b-475f-822b-2951865dc9c2, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=ade707f9-321b-475f-822b-2951865dc9c2,segment=NetworkSegment(c9ad6c23-a550-48b0-9333-3b6d595c667a),segment_id=c9ad6c23-a550-48b0-9333-3b6d595c667a)] {{(pid=113345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:57:56.325661 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-e4743da1-dd16-41f8-b4be-13aba54b8123 req-3d99b2ed-15de-4f47-8314-ca3e252102ba tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710950'] for port, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:57:56.340499 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [req-e4743da1-dd16-41f8-b4be-13aba54b8123 req-3d99b2ed-15de-4f47-8314-ca3e252102ba tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Calling delete_port for ade707f9-321b-475f-822b-2951865dc9c2 owned by compute:nova {{(pid=113345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 16:57:56.481688 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-e4743da1-dd16-41f8-b4be-13aba54b8123 req-3d99b2ed-15de-4f47-8314-ca3e252102ba tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788025390403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788024814071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27915883'] for port, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:57:56.513769 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d99b2ed-15de-4f47-8314-ca3e252102ba tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Pushing event deleted for resources: {'Port': ['ID=ade707f9-321b-475f-822b-2951865dc9c2,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:56.559523 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4743da1-dd16-41f8-b4be-13aba54b8123 req-3d99b2ed-15de-4f47-8314-ca3e252102ba tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] No DVR routers for this DVR port ade707f9-321b-475f-822b-2951865dc9c2 on host hv-cinder-77387 {{(pid=113345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:57:56.562490 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-e4743da1-dd16-41f8-b4be-13aba54b8123 req-3d99b2ed-15de-4f47-8314-ca3e252102ba tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221'] for port, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:57:56.566112 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-e4743da1-dd16-41f8-b4be-13aba54b8123 req-3d99b2ed-15de-4f47-8314-ca3e252102ba tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.76 "DELETE /v2.0/ports/ade707f9-321b-475f-822b-2951865dc9c2 HTTP/1.1" status: 204 len: 173 time: 0.4349086 Nov 02 16:57:56.566590 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe6e9f89-7228-463b-b906-679a99ec651c', 'name': 'network-vif-deleted', 'tag': 'ade707f9-321b-475f-822b-2951865dc9c2'}] {{(pid=113345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:57:56.569072 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88728d28071a92af03fe3e2826ca256f68f88e9f4aa3bce1a4ce6001ce5f6d9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f4c80b-30c3-4aff-b27e-600b2194fbe9" -d '{"events": [{"server_uuid": "fe6e9f89-7228-463b-b906-679a99ec651c", "name": "network-vif-deleted", "tag": "ade707f9-321b-475f-822b-2951865dc9c2"}]}' {{(pid=113345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:57:56.612951 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa1e090-77fb-46c5-a4d7-c8fe5120ba1d x-openstack-request-id: req-4fa1e090-77fb-46c5-a4d7-c8fe5120ba1d {{(pid=113345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:57:56.613261 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe6e9f89-7228-463b-b906-679a99ec651c", "name": "network-vif-deleted", "tag": "ade707f9-321b-475f-822b-2951865dc9c2", "status": "completed", "code": 200}]} {{(pid=113345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:57:56.613530 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-4fa1e090-77fb-46c5-a4d7-c8fe5120ba1d {{(pid=113345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:57:56.613964 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe6e9f89-7228-463b-b906-679a99ec651c', 'name': 'network-vif-deleted', 'tag': 'ade707f9-321b-475f-822b-2951865dc9c2', 'status': 'completed', 'code': 200} Nov 02 16:57:57.286185 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-7dd93461-1400-4880-86c9-eba70cc798a7 req-c0aaa4c8-7a69-49a0-a59d-d087bee9fbc8 tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "GET /v2.0/ports?device_id=fe6e9f89-7228-463b-b906-679a99ec651c HTTP/1.1" status: 200 len: 210 time: 0.0341313 Nov 02 16:57:58.356348 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 49452) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:58.431286 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-7a43f400-0a3b-4ab9-a434-b82d4ccf02ff tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Publish callbacks [] for security_group, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:57:58.461941 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-7a43f400-0a3b-4ab9-a434-b82d4ccf02ff tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Publish callbacks [] for security_group, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:57:58.537799 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-7a43f400-0a3b-4ab9-a434-b82d4ccf02ff tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:57:58.540724 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-7a43f400-0a3b-4ab9-a434-b82d4ccf02ff tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Publish callbacks [] for security_group, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:57:58.542144 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-7a43f400-0a3b-4ab9-a434-b82d4ccf02ff tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] 10.222.0.118 "DELETE /v2.0/security-groups/fd805a6a-8e4a-499f-b4ca-bb8b0cc4005d HTTP/1.1" status: 204 len: 168 time: 0.1845615 Nov 02 16:57:58.553796 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a43f400-0a3b-4ab9-a434-b82d4ccf02ff tempest-TestShelveInstance-888273277 tempest-TestShelveInstance-888273277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd805a6a-8e4a-499f-b4ca-bb8b0cc4005d,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:57:58.597948 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 49456) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:57:59.402821 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-cba26176-06b1-46a8-8407-4c33403d63bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3708740'] for router_interface, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:57:59.678287 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device ade707f9-321b-475f-822b-2951865dc9c2 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:57:59.695390 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [None req-cba26176-06b1-46a8-8407-4c33403d63bc admin admin] Deleting port a93a6b97-df00-496a-9c5a-d2c440acafba {{(pid=113345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 16:57:59.696850 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-cba26176-06b1-46a8-8407-4c33403d63bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788025385849'] for port, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:57:59.700497 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] No Port match for: ade707f9-321b-475f-822b-2951865dc9c2 {{(pid=113346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 16:57:59.700862 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device ade707f9-321b-475f-822b-2951865dc9c2 not bound to the agent host hv-cinder-77387 {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:57:59.781105 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.db [None req-cba26176-06b1-46a8-8407-4c33403d63bc admin admin] For port a93a6b97-df00-496a-9c5a-d2c440acafba, host dv-cinder-773876-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=a93a6b97-df00-496a-9c5a-d2c440acafba,segment=NetworkSegment(c9ad6c23-a550-48b0-9333-3b6d595c667a),segment_id=c9ad6c23-a550-48b0-9333-3b6d595c667a)] {{(pid=113345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:57:59.781401 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-cba26176-06b1-46a8-8407-4c33403d63bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710950'] for port, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:57:59.799542 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [None req-cba26176-06b1-46a8-8407-4c33403d63bc admin admin] Calling delete_port for a93a6b97-df00-496a-9c5a-d2c440acafba owned by network:router_interface {{(pid=113345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 16:58:00.001572 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-cba26176-06b1-46a8-8407-4c33403d63bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788025390403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788024814071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27915883'] for port, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:00.030522 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba26176-06b1-46a8-8407-4c33403d63bc admin admin] Pushing event deleted for resources: {'Port': ['ID=a93a6b97-df00-496a-9c5a-d2c440acafba,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:00.219885 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-cba26176-06b1-46a8-8407-4c33403d63bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3731188'] for router_interface, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:00.483037 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cba26176-06b1-46a8-8407-4c33403d63bc admin admin] Router b66fc859-41d4-476b-8b6c-bcaf3056edf7 has already been hosted by L3 agent 23c85ca8-88a6-46e7-9165-338a7fd1d142 {{(pid=113345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:58:00.610015 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba26176-06b1-46a8-8407-4c33403d63bc admin admin] Notify agent at l3_agent.dv-cinder-773876-4-iscsi the message routers_updated {{(pid=113345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:58:00.616303 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-cba26176-06b1-46a8-8407-4c33403d63bc admin admin] 10.222.0.118 "PUT /v2.0/routers/b66fc859-41d4-476b-8b6c-bcaf3056edf7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0168064 Nov 02 16:58:00.619493 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 49464) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:00.627347 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0f0647-c9cd-42a3-a474-b65bf02b0cd9 None None] Sync routers for ids ['b66fc859-41d4-476b-8b6c-bcaf3056edf7'] in dv-cinder-773876-4-iscsi {{(pid=113346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:58:00.646587 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0f0647-c9cd-42a3-a474-b65bf02b0cd9 None None] Routers {'b66fc859-41d4-476b-8b6c-bcaf3056edf7'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:58:00.647641 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-3a0f0647-c9cd-42a3-a474-b65bf02b0cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:57:41Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['b66fc859-41d4-476b-8b6c-bcaf3056edf7'], 'active': True} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:58:00.742652 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-e3c1efc1-581a-4315-9e32-0cd80081c89a admin admin] Publish callbacks [] for router, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:00.812789 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvr_db [None req-3a0f0647-c9cd-42a3-a474-b65bf02b0cd9 None None] Set router b66fc859-41d4-476b-8b6c-bcaf3056edf7 gateway port host: dv-cinder-773876-4-iscsi {{(pid=113346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:58:00.870678 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-e3c1efc1-581a-4315-9e32-0cd80081c89a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:00.943129 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [None req-e3c1efc1-581a-4315-9e32-0cd80081c89a admin admin] Deleting port f65a1f3c-17bb-4d25-af79-e84bb92830d5 {{(pid=113345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 16:58:00.944318 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-e3c1efc1-581a-4315-9e32-0cd80081c89a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788025385849'] for port, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:01.071345 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.db [None req-e3c1efc1-581a-4315-9e32-0cd80081c89a admin admin] For port f65a1f3c-17bb-4d25-af79-e84bb92830d5, host dv-cinder-773876-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=f65a1f3c-17bb-4d25-af79-e84bb92830d5,segment=NetworkSegment(1cb664d2-69f4-46cd-9abc-3fc1a9239895),segment_id=1cb664d2-69f4-46cd-9abc-3fc1a9239895)] {{(pid=113345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:58:01.071741 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-e3c1efc1-581a-4315-9e32-0cd80081c89a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710950'] for port, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:01.076126 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-3a0f0647-c9cd-42a3-a474-b65bf02b0cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66fc859-41d4-476b-8b6c-bcaf3056edf7', 'name': 'tempest-TestShelveInstance-620819347-router', 'tenant_id': 'c1f5daa1c5be44b48448e0480398d984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'f65a1f3c-17bb-4d25-af79-e84bb92830d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:52:48Z', 'updated_at': '2021-11-02T16:57:59Z', 'revision_number': 5, 'project_id': 'c1f5daa1c5be44b48448e0480398d984', 'gw_port': {'id': 'f65a1f3c-17bb-4d25-af79-e84bb92830d5', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:03:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66fc859-41d4-476b-8b6c-bcaf3056edf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:52:49Z', 'updated_at': '2021-11-02T16:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi'}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:58:01.092761 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [None req-e3c1efc1-581a-4315-9e32-0cd80081c89a admin admin] Calling delete_port for f65a1f3c-17bb-4d25-af79-e84bb92830d5 owned by network:router_gateway {{(pid=113345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 16:58:01.107967 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0f0647-c9cd-42a3-a474-b65bf02b0cd9 None None] Checking router: b66fc859-41d4-476b-8b6c-bcaf3056edf7 for host: dv-cinder-773876-4-iscsi {{(pid=113346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:58:01.119363 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0f0647-c9cd-42a3-a474-b65bf02b0cd9 None None] Routers {'b66fc859-41d4-476b-8b6c-bcaf3056edf7'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:58:01.120390 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-3a0f0647-c9cd-42a3-a474-b65bf02b0cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:57:41Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['b66fc859-41d4-476b-8b6c-bcaf3056edf7'], 'active': True} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:58:01.217788 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvr_db [None req-3a0f0647-c9cd-42a3-a474-b65bf02b0cd9 None None] Set router b66fc859-41d4-476b-8b6c-bcaf3056edf7 gateway port host: None {{(pid=113346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:58:01.277120 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-e3c1efc1-581a-4315-9e32-0cd80081c89a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788025390403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788024814071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27915883'] for port, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:01.278799 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-3a0f0647-c9cd-42a3-a474-b65bf02b0cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66fc859-41d4-476b-8b6c-bcaf3056edf7', 'name': 'tempest-TestShelveInstance-620819347-router', 'tenant_id': 'c1f5daa1c5be44b48448e0480398d984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:52:48Z', 'updated_at': '2021-11-02T16:58:00Z', 'revision_number': 6, 'project_id': 'c1f5daa1c5be44b48448e0480398d984', 'gw_port_host': None}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:58:01.308416 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0f0647-c9cd-42a3-a474-b65bf02b0cd9 None None] The sync data for ids ['b66fc859-41d4-476b-8b6c-bcaf3056edf7'] in dv-cinder-773876-4-iscsi is: [{'id': 'b66fc859-41d4-476b-8b6c-bcaf3056edf7', 'name': 'tempest-TestShelveInstance-620819347-router', 'tenant_id': 'c1f5daa1c5be44b48448e0480398d984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:52:48Z', 'updated_at': '2021-11-02T16:58:00Z', 'revision_number': 6, 'project_id': 'c1f5daa1c5be44b48448e0480398d984', 'gw_port_host': None}] {{(pid=113346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:58:01.310782 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c1efc1-581a-4315-9e32-0cd80081c89a admin admin] Pushing event deleted for resources: {'Port': ['ID=f65a1f3c-17bb-4d25-af79-e84bb92830d5,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:01.404513 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-e3c1efc1-581a-4315-9e32-0cd80081c89a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3708050'] for router_gateway, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:01.515474 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-e3c1efc1-581a-4315-9e32-0cd80081c89a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3731240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26188'] for router, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:01.518048 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-e3c1efc1-581a-4315-9e32-0cd80081c89a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:01.572580 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-e3c1efc1-581a-4315-9e32-0cd80081c89a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3731249'] for router, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:01.573238 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c1efc1-581a-4315-9e32-0cd80081c89a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b66fc859-41d4-476b-8b6c-bcaf3056edf7 {{(pid=113345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:58:01.577966 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-e3c1efc1-581a-4315-9e32-0cd80081c89a admin admin] Publish callbacks [] for router, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:01.579249 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-e3c1efc1-581a-4315-9e32-0cd80081c89a admin admin] 10.222.0.118 "DELETE /v2.0/routers/b66fc859-41d4-476b-8b6c-bcaf3056edf7 HTTP/1.1" status: 204 len: 168 time: 0.9585948 Nov 02 16:58:01.581915 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 49468) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:01.635999 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbd3a04f-3801-4094-9e08-02da6b29cefa admin admin] Deleting subnet 4ccf6b4a-d512-4843-96a8-2ff2740ca99f {{(pid=113345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 16:58:01.640359 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-bbd3a04f-3801-4094-9e08-02da6b29cefa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:01.679386 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-bbd3a04f-3801-4094-9e08-02da6b29cefa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27917017'] for subnet, precommit_delete_associations {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:01.777089 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-bbd3a04f-3801-4094-9e08-02da6b29cefa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645718'] for subnet, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:01.838650 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-bbd3a04f-3801-4094-9e08-02da6b29cefa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27916980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29156426'] for subnet, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:01.865444 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd3a04f-3801-4094-9e08-02da6b29cefa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ccf6b4a-d512-4843-96a8-2ff2740ca99f,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:01.874125 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-bbd3a04f-3801-4094-9e08-02da6b29cefa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673503'] for subnet, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:01.878267 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-bbd3a04f-3801-4094-9e08-02da6b29cefa admin admin] 10.222.0.118 "DELETE /v2.0/subnets/4ccf6b4a-d512-4843-96a8-2ff2740ca99f HTTP/1.1" status: 204 len: 168 time: 0.2946167 Nov 02 16:58:01.880457 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 49470) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:01.881209 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddad1c4-6507-468a-a9f4-9420bc037184 None None] Network ef399344-c729-4536-b6ad-dc1eae816e3b requested from dv-cinder-773876-4-iscsi {{(pid=113346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:58:01.957690 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-10d0085d-80b6-4928-a27b-c3dbbe2f407e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652235'] for network, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:02.026615 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.plugin [None req-10d0085d-80b6-4928-a27b-c3dbbe2f407e admin admin] Deleting port 0ee7aeaa-03fc-405e-a279-096581863269 {{(pid=113344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 16:58:02.026981 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-10d0085d-80b6-4928-a27b-c3dbbe2f407e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788025385849'] for port, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:02.097377 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.db [None req-10d0085d-80b6-4928-a27b-c3dbbe2f407e admin admin] For port 0ee7aeaa-03fc-405e-a279-096581863269, host dv-cinder-773876-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=0ee7aeaa-03fc-405e-a279-096581863269,segment=NetworkSegment(c9ad6c23-a550-48b0-9333-3b6d595c667a),segment_id=c9ad6c23-a550-48b0-9333-3b6d595c667a)] {{(pid=113344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:58:02.097657 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-10d0085d-80b6-4928-a27b-c3dbbe2f407e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710950'] for port, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:02.115474 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.plugin [None req-10d0085d-80b6-4928-a27b-c3dbbe2f407e admin admin] Calling delete_port for 0ee7aeaa-03fc-405e-a279-096581863269 owned by network:dhcp {{(pid=113344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 16:58:02.162047 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f287c27-4107-4557-87da-fd42dc1b81db None None] DHCP port deletion for ef399344-c729-4536-b6ad-dc1eae816e3b request from dv-cinder-773876-4-iscsi {{(pid=113346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:58:02.209182 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-10d0085d-80b6-4928-a27b-c3dbbe2f407e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788025390403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788024814071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25371697'] for port, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:02.218715 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-7f287c27-4107-4557-87da-fd42dc1b81db None None] Deleting port 0ee7aeaa-03fc-405e-a279-096581863269 {{(pid=113346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 16:58:02.219307 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-7f287c27-4107-4557-87da-fd42dc1b81db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788025385849'] for port, before_delete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:02.243599 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d0085d-80b6-4928-a27b-c3dbbe2f407e admin admin] No DVR routers for this DVR port 0ee7aeaa-03fc-405e-a279-096581863269 on host dv-cinder-773876-4-iscsi {{(pid=113344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:58:02.246416 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d0085d-80b6-4928-a27b-c3dbbe2f407e admin admin] Pushing event deleted for resources: {'Port': ['ID=0ee7aeaa-03fc-405e-a279-096581863269,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:02.297966 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-7f287c27-4107-4557-87da-fd42dc1b81db None None] For port 0ee7aeaa-03fc-405e-a279-096581863269, host dv-cinder-773876-4-iscsi, got binding levels [] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:58:02.298390 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-7f287c27-4107-4557-87da-fd42dc1b81db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710950'] for port, precommit_delete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:02.315411 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-7f287c27-4107-4557-87da-fd42dc1b81db None None] Calling delete_port for 0ee7aeaa-03fc-405e-a279-096581863269 owned by network:dhcp {{(pid=113346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 16:58:02.318351 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.ipam_backend_mixin [None req-7f287c27-4107-4557-87da-fd42dc1b81db None None] Port 0ee7aeaa-03fc-405e-a279-096581863269 was not found and therefore no delete operation was performed {{(pid=113346) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 02 16:58:02.319700 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-7f287c27-4107-4557-87da-fd42dc1b81db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788025390403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788024814071'] for port, after_delete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:02.334558 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-10d0085d-80b6-4928-a27b-c3dbbe2f407e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644317', 'neutron.services.segments.db._delete_segments_for_network-8788025296622'] for network, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:02.347026 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f287c27-4107-4557-87da-fd42dc1b81db None None] Pushing event deleted for resources: {'Port': ['ID=0ee7aeaa-03fc-405e-a279-096581863269,revision_number=None']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:02.351344 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f287c27-4107-4557-87da-fd42dc1b81db None None] No DVR routers for this DVR port 0ee7aeaa-03fc-405e-a279-096581863269 on host dv-cinder-773876-4-iscsi {{(pid=113346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:58:02.359301 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.services.segments.db [None req-10d0085d-80b6-4928-a27b-c3dbbe2f407e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef399344-c729-4536-b6ad-dc1eae816e3b']}} {{(pid=113344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:58:02.376304 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.services.segments.db [None req-10d0085d-80b6-4928-a27b-c3dbbe2f407e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9ad6c23-a550-48b0-9333-3b6d595c667a') {'for_net_delete': True} {{(pid=113344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:58:02.376778 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.services.segments.db [None req-10d0085d-80b6-4928-a27b-c3dbbe2f407e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9ad6c23-a550-48b0-9333-3b6d595c667a') {} {{(pid=113344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:58:02.389240 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-10d0085d-80b6-4928-a27b-c3dbbe2f407e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788025301495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25199403'] for segment, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:02.408627 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-10d0085d-80b6-4928-a27b-c3dbbe2f407e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639893'] for segment, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:02.421443 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10d0085d-80b6-4928-a27b-c3dbbe2f407e admin admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=113344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:58:02.422132 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-10d0085d-80b6-4928-a27b-c3dbbe2f407e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25371724'] for segment, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:02.424316 dv-cinder-773876-4-iscsi neutron-server[113344]: Traceback (most recent call last): Nov 02 16:58:02.424316 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:58:02.424316 dv-cinder-773876-4-iscsi neutron-server[113344]: timer() Nov 02 16:58:02.424316 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:58:02.424316 dv-cinder-773876-4-iscsi neutron-server[113344]: cb(*args, **kw) Nov 02 16:58:02.424316 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:58:02.424316 dv-cinder-773876-4-iscsi neutron-server[113344]: return func(*args, **kwargs) Nov 02 16:58:02.424316 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:58:02.424316 dv-cinder-773876-4-iscsi neutron-server[113344]: self._notify() Nov 02 16:58:02.424316 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:58:02.424316 dv-cinder-773876-4-iscsi neutron-server[113344]: self.callback(batched_events) Nov 02 16:58:02.424316 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:58:02.424316 dv-cinder-773876-4-iscsi neutron-server[113344]: event.method(event) Nov 02 16:58:02.424316 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:58:02.424316 dv-cinder-773876-4-iscsi neutron-server[113344]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:58:02.424316 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:58:02.424316 dv-cinder-773876-4-iscsi neutron-server[113344]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:58:02.424316 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:58:02.424316 dv-cinder-773876-4-iscsi neutron-server[113344]: return f(self, *a, **k) Nov 02 16:58:02.424316 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:58:02.424316 dv-cinder-773876-4-iscsi neutron-server[113344]: return self._get(url).json() Nov 02 16:58:02.424316 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:58:02.424316 dv-cinder-773876-4-iscsi neutron-server[113344]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:58:02.424316 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:58:02.424316 dv-cinder-773876-4-iscsi neutron-server[113344]: return self.request(url, 'GET', **kwargs) Nov 02 16:58:02.424316 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:58:02.424316 dv-cinder-773876-4-iscsi neutron-server[113344]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:58:02.424316 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:58:02.424316 dv-cinder-773876-4-iscsi neutron-server[113344]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:58:02.424316 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:58:02.424316 dv-cinder-773876-4-iscsi neutron-server[113344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:58:02.424316 dv-cinder-773876-4-iscsi neutron-server[113344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:58:02.490416 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-10d0085d-80b6-4928-a27b-c3dbbe2f407e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3708022'] for network, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:02.496582 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-10d0085d-80b6-4928-a27b-c3dbbe2f407e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673503'] for network, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:02.500752 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-10d0085d-80b6-4928-a27b-c3dbbe2f407e admin admin] 10.222.0.118 "DELETE /v2.0/networks/ef399344-c729-4536-b6ad-dc1eae816e3b HTTP/1.1" status: 204 len: 168 time: 0.6188941 Nov 02 16:58:02.503840 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 49476) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:02.531769 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d0085d-80b6-4928-a27b-c3dbbe2f407e admin admin] Pushing event deleted for resources: {'Network': ['ID=ef399344-c729-4536-b6ad-dc1eae816e3b,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:02.922389 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-f565369a-be87-4f7e-adce-4020f8bdebf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3708740'] for router_interface, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:03.021704 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device 0ee7aeaa-03fc-405e-a279-096581863269 no longer exists at agent ovs-agent-dv-cinder-773876-4-iscsi {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:58:03.043500 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] No Port match for: 0ee7aeaa-03fc-405e-a279-096581863269 {{(pid=113346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 16:58:03.043851 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device 0ee7aeaa-03fc-405e-a279-096581863269 not bound to the agent host dv-cinder-773876-4-iscsi {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:58:03.044318 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device a93a6b97-df00-496a-9c5a-d2c440acafba no longer exists at agent ovs-agent-dv-cinder-773876-4-iscsi {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:58:03.065538 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] No Port match for: a93a6b97-df00-496a-9c5a-d2c440acafba {{(pid=113346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 16:58:03.065899 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device a93a6b97-df00-496a-9c5a-d2c440acafba not bound to the agent host dv-cinder-773876-4-iscsi {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:58:03.066330 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device f65a1f3c-17bb-4d25-af79-e84bb92830d5 no longer exists at agent ovs-agent-dv-cinder-773876-4-iscsi {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:58:03.091293 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] No Port match for: f65a1f3c-17bb-4d25-af79-e84bb92830d5 {{(pid=113346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 16:58:03.091647 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device f65a1f3c-17bb-4d25-af79-e84bb92830d5 not bound to the agent host dv-cinder-773876-4-iscsi {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:58:03.196908 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [None req-f565369a-be87-4f7e-adce-4020f8bdebf2 admin admin] Deleting port 20fc17ce-59ae-434b-8a8c-78e4103c1fd2 {{(pid=113345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 16:58:03.196908 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-f565369a-be87-4f7e-adce-4020f8bdebf2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788025385849'] for port, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:03.295646 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.db [None req-f565369a-be87-4f7e-adce-4020f8bdebf2 admin admin] For port 20fc17ce-59ae-434b-8a8c-78e4103c1fd2, host dv-cinder-773876-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=20fc17ce-59ae-434b-8a8c-78e4103c1fd2,segment=NetworkSegment(5a157d34-57da-4f53-9dd6-f44731aa6dfa),segment_id=5a157d34-57da-4f53-9dd6-f44731aa6dfa)] {{(pid=113345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:58:03.296028 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-f565369a-be87-4f7e-adce-4020f8bdebf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710950'] for port, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:03.310090 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [None req-f565369a-be87-4f7e-adce-4020f8bdebf2 admin admin] Calling delete_port for 20fc17ce-59ae-434b-8a8c-78e4103c1fd2 owned by network:router_interface {{(pid=113345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 16:58:03.523638 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-f565369a-be87-4f7e-adce-4020f8bdebf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788025390403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788024814071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27915883'] for port, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:03.552950 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f565369a-be87-4f7e-adce-4020f8bdebf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=20fc17ce-59ae-434b-8a8c-78e4103c1fd2,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:03.766766 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-f565369a-be87-4f7e-adce-4020f8bdebf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3731188'] for router_interface, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:04.320633 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f565369a-be87-4f7e-adce-4020f8bdebf2 admin admin] Router c486bd39-e0c9-44b0-bd71-581775960074 has already been hosted by L3 agent 23c85ca8-88a6-46e7-9165-338a7fd1d142 {{(pid=113345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:58:04.443667 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f565369a-be87-4f7e-adce-4020f8bdebf2 admin admin] Notify agent at l3_agent.dv-cinder-773876-4-iscsi the message routers_updated {{(pid=113345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:58:04.452432 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-f565369a-be87-4f7e-adce-4020f8bdebf2 admin admin] 10.222.0.118 "PUT /v2.0/routers/c486bd39-e0c9-44b0-bd71-581775960074/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9470377 Nov 02 16:58:04.455354 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 49482) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:04.458491 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d0513c-6207-4739-91a9-2d3451881984 None None] Sync routers for ids ['c486bd39-e0c9-44b0-bd71-581775960074'] in dv-cinder-773876-4-iscsi {{(pid=113347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:58:04.470929 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d0513c-6207-4739-91a9-2d3451881984 None None] Routers {'c486bd39-e0c9-44b0-bd71-581775960074'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:58:04.471697 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-59d0513c-6207-4739-91a9-2d3451881984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:57:41Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['c486bd39-e0c9-44b0-bd71-581775960074'], 'active': True} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:58:04.578747 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-371637f4-f298-467c-b209-7d74214c060b admin admin] Publish callbacks [] for router, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:04.591685 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvr_db [None req-59d0513c-6207-4739-91a9-2d3451881984 None None] Set router c486bd39-e0c9-44b0-bd71-581775960074 gateway port host: dv-cinder-773876-4-iscsi {{(pid=113347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:58:04.702402 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-371637f4-f298-467c-b209-7d74214c060b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:04.792919 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [None req-371637f4-f298-467c-b209-7d74214c060b admin admin] Deleting port 39f2c51b-6321-4dfd-b68c-d1ca46f51f8e {{(pid=113345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 16:58:04.793281 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-371637f4-f298-467c-b209-7d74214c060b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788025385849'] for port, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:04.815520 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-59d0513c-6207-4739-91a9-2d3451881984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c486bd39-e0c9-44b0-bd71-581775960074', 'name': 'tempest-TestShelveInstance-1330810252-router', 'tenant_id': 'fe90ec04f3d245b59a52aa8ded84b5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '39f2c51b-6321-4dfd-b68c-d1ca46f51f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:52:58Z', 'updated_at': '2021-11-02T16:58:03Z', 'revision_number': 5, 'project_id': 'fe90ec04f3d245b59a52aa8ded84b5b7', 'gw_port': {'id': '39f2c51b-6321-4dfd-b68c-d1ca46f51f8e', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:36:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c486bd39-e0c9-44b0-bd71-581775960074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:52:59Z', 'updated_at': '2021-11-02T16:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi'}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:58:04.846791 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d0513c-6207-4739-91a9-2d3451881984 None None] Checking router: c486bd39-e0c9-44b0-bd71-581775960074 for host: dv-cinder-773876-4-iscsi {{(pid=113347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:58:04.858775 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d0513c-6207-4739-91a9-2d3451881984 None None] Routers {'c486bd39-e0c9-44b0-bd71-581775960074'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:58:04.859436 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-59d0513c-6207-4739-91a9-2d3451881984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:57:41Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['c486bd39-e0c9-44b0-bd71-581775960074'], 'active': True} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:58:04.906966 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.db [None req-371637f4-f298-467c-b209-7d74214c060b admin admin] For port 39f2c51b-6321-4dfd-b68c-d1ca46f51f8e, host dv-cinder-773876-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=39f2c51b-6321-4dfd-b68c-d1ca46f51f8e,segment=NetworkSegment(1cb664d2-69f4-46cd-9abc-3fc1a9239895),segment_id=1cb664d2-69f4-46cd-9abc-3fc1a9239895)] {{(pid=113345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:58:04.907350 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-371637f4-f298-467c-b209-7d74214c060b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710950'] for port, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:04.927152 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [None req-371637f4-f298-467c-b209-7d74214c060b admin admin] Calling delete_port for 39f2c51b-6321-4dfd-b68c-d1ca46f51f8e owned by network:router_gateway {{(pid=113345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 16:58:04.968552 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvr_db [None req-59d0513c-6207-4739-91a9-2d3451881984 None None] Set router c486bd39-e0c9-44b0-bd71-581775960074 gateway port host: None {{(pid=113347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:58:05.047100 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-59d0513c-6207-4739-91a9-2d3451881984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c486bd39-e0c9-44b0-bd71-581775960074', 'name': 'tempest-TestShelveInstance-1330810252-router', 'tenant_id': 'fe90ec04f3d245b59a52aa8ded84b5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:52:58Z', 'updated_at': '2021-11-02T16:58:04Z', 'revision_number': 6, 'project_id': 'fe90ec04f3d245b59a52aa8ded84b5b7', 'gw_port_host': None}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:58:05.082911 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d0513c-6207-4739-91a9-2d3451881984 None None] The sync data for ids ['c486bd39-e0c9-44b0-bd71-581775960074'] in dv-cinder-773876-4-iscsi is: [{'id': 'c486bd39-e0c9-44b0-bd71-581775960074', 'name': 'tempest-TestShelveInstance-1330810252-router', 'tenant_id': 'fe90ec04f3d245b59a52aa8ded84b5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:52:58Z', 'updated_at': '2021-11-02T16:58:04Z', 'revision_number': 6, 'project_id': 'fe90ec04f3d245b59a52aa8ded84b5b7', 'gw_port_host': None}] {{(pid=113347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:58:05.141555 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-371637f4-f298-467c-b209-7d74214c060b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788025390403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788024814071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27915883'] for port, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:05.171678 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371637f4-f298-467c-b209-7d74214c060b admin admin] Pushing event deleted for resources: {'Port': ['ID=39f2c51b-6321-4dfd-b68c-d1ca46f51f8e,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:05.251270 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-371637f4-f298-467c-b209-7d74214c060b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3708050'] for router_gateway, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:05.356612 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-371637f4-f298-467c-b209-7d74214c060b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3731240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26188'] for router, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:05.360771 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-371637f4-f298-467c-b209-7d74214c060b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:05.419451 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-371637f4-f298-467c-b209-7d74214c060b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3731249'] for router, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:05.419799 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-371637f4-f298-467c-b209-7d74214c060b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c486bd39-e0c9-44b0-bd71-581775960074 {{(pid=113345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:58:05.424759 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-371637f4-f298-467c-b209-7d74214c060b admin admin] Publish callbacks [] for router, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:05.426020 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-371637f4-f298-467c-b209-7d74214c060b admin admin] 10.222.0.118 "DELETE /v2.0/routers/c486bd39-e0c9-44b0-bd71-581775960074 HTTP/1.1" status: 204 len: 168 time: 0.9690177 Nov 02 16:58:05.429009 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 49486) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:05.498405 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5322096-8bd2-4e55-a97f-b63b4b9fc510 admin admin] Deleting subnet e319cb31-7b11-4946-b41b-4f1141fd2bf9 {{(pid=113345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 16:58:05.503150 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-b5322096-8bd2-4e55-a97f-b63b4b9fc510 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:05.557756 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-b5322096-8bd2-4e55-a97f-b63b4b9fc510 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27917017'] for subnet, precommit_delete_associations {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:05.653249 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-b5322096-8bd2-4e55-a97f-b63b4b9fc510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645718'] for subnet, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:05.719026 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-b5322096-8bd2-4e55-a97f-b63b4b9fc510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27916980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29156426'] for subnet, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:05.754074 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5322096-8bd2-4e55-a97f-b63b4b9fc510 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e319cb31-7b11-4946-b41b-4f1141fd2bf9,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:05.758531 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-b5322096-8bd2-4e55-a97f-b63b4b9fc510 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673503'] for subnet, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:05.762884 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-b5322096-8bd2-4e55-a97f-b63b4b9fc510 admin admin] 10.222.0.118 "DELETE /v2.0/subnets/e319cb31-7b11-4946-b41b-4f1141fd2bf9 HTTP/1.1" status: 204 len: 168 time: 0.3300703 Nov 02 16:58:05.765945 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 49488) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:05.770409 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c0ee47-2c86-4396-aa8f-95377980b3e9 None None] Network aabd8406-e73c-4572-9216-3460b0ee731f requested from dv-cinder-773876-4-iscsi {{(pid=113346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:58:05.856681 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-e65f3804-1b71-4d9b-af26-c664f946c1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652235'] for network, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:05.928822 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [None req-e65f3804-1b71-4d9b-af26-c664f946c1c7 admin admin] Deleting port bf118a02-7478-49ee-a4ba-6054aaac4687 {{(pid=113345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 16:58:05.929944 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-e65f3804-1b71-4d9b-af26-c664f946c1c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788025385849'] for port, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:06.008379 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efd1163-681c-4ba1-a89a-8bd59c8b89b4 None None] DHCP port deletion for aabd8406-e73c-4572-9216-3460b0ee731f request from dv-cinder-773876-4-iscsi {{(pid=113346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:58:06.023724 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.db [None req-e65f3804-1b71-4d9b-af26-c664f946c1c7 admin admin] For port bf118a02-7478-49ee-a4ba-6054aaac4687, host dv-cinder-773876-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=bf118a02-7478-49ee-a4ba-6054aaac4687,segment=NetworkSegment(5a157d34-57da-4f53-9dd6-f44731aa6dfa),segment_id=5a157d34-57da-4f53-9dd6-f44731aa6dfa)] {{(pid=113345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:58:06.024742 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-e65f3804-1b71-4d9b-af26-c664f946c1c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710950'] for port, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:06.046594 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [None req-e65f3804-1b71-4d9b-af26-c664f946c1c7 admin admin] Calling delete_port for bf118a02-7478-49ee-a4ba-6054aaac4687 owned by network:dhcp {{(pid=113345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 16:58:06.080075 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-9efd1163-681c-4ba1-a89a-8bd59c8b89b4 None None] Deleting port bf118a02-7478-49ee-a4ba-6054aaac4687 {{(pid=113346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 16:58:06.080597 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-9efd1163-681c-4ba1-a89a-8bd59c8b89b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788025385849'] for port, before_delete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:06.166046 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-e65f3804-1b71-4d9b-af26-c664f946c1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788025390403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788024814071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27915883'] for port, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:06.166460 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-9efd1163-681c-4ba1-a89a-8bd59c8b89b4 None None] For port bf118a02-7478-49ee-a4ba-6054aaac4687, host dv-cinder-773876-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=bf118a02-7478-49ee-a4ba-6054aaac4687,segment=NetworkSegment(5a157d34-57da-4f53-9dd6-f44731aa6dfa),segment_id=5a157d34-57da-4f53-9dd6-f44731aa6dfa)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:58:06.167016 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-9efd1163-681c-4ba1-a89a-8bd59c8b89b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710950'] for port, precommit_delete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:06.192374 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-9efd1163-681c-4ba1-a89a-8bd59c8b89b4 None None] Calling delete_port for bf118a02-7478-49ee-a4ba-6054aaac4687 owned by network:dhcp {{(pid=113346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 16:58:06.204099 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65f3804-1b71-4d9b-af26-c664f946c1c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf118a02-7478-49ee-a4ba-6054aaac4687,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:06.208249 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65f3804-1b71-4d9b-af26-c664f946c1c7 admin admin] No DVR routers for this DVR port bf118a02-7478-49ee-a4ba-6054aaac4687 on host dv-cinder-773876-4-iscsi {{(pid=113345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:58:06.313007 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-e65f3804-1b71-4d9b-af26-c664f946c1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644317', 'neutron.services.segments.db._delete_segments_for_network-8788025296622'] for network, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:06.315225 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-9efd1163-681c-4ba1-a89a-8bd59c8b89b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788025390403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788024814071'] for port, after_delete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:06.345695 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efd1163-681c-4ba1-a89a-8bd59c8b89b4 None None] Pushing event deleted for resources: {'Port': ['ID=bf118a02-7478-49ee-a4ba-6054aaac4687,revision_number=None']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:06.349796 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efd1163-681c-4ba1-a89a-8bd59c8b89b4 None None] No DVR routers for this DVR port bf118a02-7478-49ee-a4ba-6054aaac4687 on host dv-cinder-773876-4-iscsi {{(pid=113346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:58:06.355940 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.services.segments.db [None req-e65f3804-1b71-4d9b-af26-c664f946c1c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aabd8406-e73c-4572-9216-3460b0ee731f']}} {{(pid=113345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:58:06.370539 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.services.segments.db [None req-e65f3804-1b71-4d9b-af26-c664f946c1c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a157d34-57da-4f53-9dd6-f44731aa6dfa') {'for_net_delete': True} {{(pid=113345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:58:06.370539 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.services.segments.db [None req-e65f3804-1b71-4d9b-af26-c664f946c1c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a157d34-57da-4f53-9dd6-f44731aa6dfa') {} {{(pid=113345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:58:06.388891 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-e65f3804-1b71-4d9b-af26-c664f946c1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788025301495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27917006'] for segment, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:06.406075 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-e65f3804-1b71-4d9b-af26-c664f946c1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639893'] for segment, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:06.413379 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e65f3804-1b71-4d9b-af26-c664f946c1c7 admin admin] Releasing vlan 790 on physical network physnet1 to pool {{(pid=113345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:58:06.413811 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-e65f3804-1b71-4d9b-af26-c664f946c1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27915798'] for segment, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:06.416398 dv-cinder-773876-4-iscsi neutron-server[113345]: Traceback (most recent call last): Nov 02 16:58:06.416398 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:58:06.416398 dv-cinder-773876-4-iscsi neutron-server[113345]: timer() Nov 02 16:58:06.416398 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:58:06.416398 dv-cinder-773876-4-iscsi neutron-server[113345]: cb(*args, **kw) Nov 02 16:58:06.416398 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:58:06.416398 dv-cinder-773876-4-iscsi neutron-server[113345]: return func(*args, **kwargs) Nov 02 16:58:06.416398 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:58:06.416398 dv-cinder-773876-4-iscsi neutron-server[113345]: self._notify() Nov 02 16:58:06.416398 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:58:06.416398 dv-cinder-773876-4-iscsi neutron-server[113345]: self.callback(batched_events) Nov 02 16:58:06.416398 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:58:06.416398 dv-cinder-773876-4-iscsi neutron-server[113345]: event.method(event) Nov 02 16:58:06.416398 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:58:06.416398 dv-cinder-773876-4-iscsi neutron-server[113345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:58:06.416398 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:58:06.416398 dv-cinder-773876-4-iscsi neutron-server[113345]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:58:06.416398 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:58:06.416398 dv-cinder-773876-4-iscsi neutron-server[113345]: return f(self, *a, **k) Nov 02 16:58:06.416398 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:58:06.416398 dv-cinder-773876-4-iscsi neutron-server[113345]: return self._get(url).json() Nov 02 16:58:06.416398 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:58:06.416398 dv-cinder-773876-4-iscsi neutron-server[113345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:58:06.416398 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:58:06.416398 dv-cinder-773876-4-iscsi neutron-server[113345]: return self.request(url, 'GET', **kwargs) Nov 02 16:58:06.416398 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:58:06.416398 dv-cinder-773876-4-iscsi neutron-server[113345]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:58:06.416398 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:58:06.416398 dv-cinder-773876-4-iscsi neutron-server[113345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:58:06.416398 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:58:06.416398 dv-cinder-773876-4-iscsi neutron-server[113345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:58:06.416398 dv-cinder-773876-4-iscsi neutron-server[113345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:58:06.492110 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-e65f3804-1b71-4d9b-af26-c664f946c1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3708022'] for network, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:06.500405 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-e65f3804-1b71-4d9b-af26-c664f946c1c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673503'] for network, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:06.504091 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-e65f3804-1b71-4d9b-af26-c664f946c1c7 admin admin] 10.222.0.118 "DELETE /v2.0/networks/aabd8406-e73c-4572-9216-3460b0ee731f HTTP/1.1" status: 204 len: 168 time: 0.7369802 Nov 02 16:58:06.518032 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65f3804-1b71-4d9b-af26-c664f946c1c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=aabd8406-e73c-4572-9216-3460b0ee731f,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:06.660670 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 49494) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:06.715407 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-0164b09b-8c50-46bc-b650-852aef1a17cd admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=c1f5daa1c5be44b48448e0480398d984&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0533552 Nov 02 16:58:06.718033 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 49496) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:06.788337 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-d70f836a-2e2c-4a7d-891e-5a92387ee5d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:06.818987 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-d70f836a-2e2c-4a7d-891e-5a92387ee5d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:06.883762 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-d70f836a-2e2c-4a7d-891e-5a92387ee5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:06.889226 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-d70f836a-2e2c-4a7d-891e-5a92387ee5d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:06.893984 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-d70f836a-2e2c-4a7d-891e-5a92387ee5d7 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/2e3ca943-6300-4a87-8255-c83b2d2db851 HTTP/1.1" status: 204 len: 168 time: 0.1717172 Nov 02 16:58:06.902693 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70f836a-2e2c-4a7d-891e-5a92387ee5d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3ca943-6300-4a87-8255-c83b2d2db851,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:07.050486 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device 20fc17ce-59ae-434b-8a8c-78e4103c1fd2 no longer exists at agent ovs-agent-dv-cinder-773876-4-iscsi {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:58:07.084091 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] No Port match for: 20fc17ce-59ae-434b-8a8c-78e4103c1fd2 {{(pid=113346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 16:58:07.084663 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device 20fc17ce-59ae-434b-8a8c-78e4103c1fd2 not bound to the agent host dv-cinder-773876-4-iscsi {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:58:07.085289 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device bf118a02-7478-49ee-a4ba-6054aaac4687 no longer exists at agent ovs-agent-dv-cinder-773876-4-iscsi {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:58:07.108586 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] No Port match for: bf118a02-7478-49ee-a4ba-6054aaac4687 {{(pid=113346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 16:58:07.109013 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device bf118a02-7478-49ee-a4ba-6054aaac4687 not bound to the agent host dv-cinder-773876-4-iscsi {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:58:07.109413 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device 39f2c51b-6321-4dfd-b68c-d1ca46f51f8e no longer exists at agent ovs-agent-dv-cinder-773876-4-iscsi {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:58:07.142271 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] No Port match for: 39f2c51b-6321-4dfd-b68c-d1ca46f51f8e {{(pid=113346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 16:58:07.142750 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device 39f2c51b-6321-4dfd-b68c-d1ca46f51f8e not bound to the agent host dv-cinder-773876-4-iscsi {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:58:07.386099 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 49508) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:07.436779 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-a927f6d6-27dd-4c5e-9291-96802dff0e93 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=fe90ec04f3d245b59a52aa8ded84b5b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0491281 Nov 02 16:58:07.439490 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 49510) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:07.498679 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-5a716fb9-763f-4f72-be07-f2930730d256 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:07.523429 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-5a716fb9-763f-4f72-be07-f2930730d256 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:07.591656 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-5a716fb9-763f-4f72-be07-f2930730d256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:07.594613 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-5a716fb9-763f-4f72-be07-f2930730d256 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:07.595958 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-5a716fb9-763f-4f72-be07-f2930730d256 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/f9ed3f7b-cc02-474c-8dff-878a0e09b35b HTTP/1.1" status: 204 len: 168 time: 0.1554308 Nov 02 16:58:07.608047 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a716fb9-763f-4f72-be07-f2930730d256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ed3f7b-cc02-474c-8dff-878a0e09b35b,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:08.347403 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-bc1f2d7d-03a4-49eb-a89c-f98e62a20192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:11.038723 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-67ceeccb-bf01-4f46-843c-f6fab37bc6b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:12.903719 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-dfe49d6c-b306-436a-ba68-760764be264a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:14.701672 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0b95-0143-42d2-8d33-45f1b37c89de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:16.064393 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:16.146893 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a49527f-6941-4748-a2a4-53f99f4ac580 req-7100713d-00a1-47b0-8bc6-560eaa2bc47b tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:16.149911 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-6a49527f-6941-4748-a2a4-53f99f4ac580 req-7100713d-00a1-47b0-8bc6-560eaa2bc47b tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] 10.222.0.118 "GET /v2.0/ports?device_id=009e55d9-e974-4936-aabc-4c2da4a531c0 HTTP/1.1" status: 200 len: 946 time: 0.0691803 Nov 02 16:58:16.219954 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-6a49527f-6941-4748-a2a4-53f99f4ac580 req-50f122d9-fe37-4bd9-96de-2e9cce8d1540 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d72da93-fa13-4481-a6a2-00a4c63d4956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591564 Nov 02 16:58:17.353307 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d9afa-9925-4383-9d93-2be5a393f681 req-114d7922-780b-4030-a2e8-8d16a1294648 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:17.354952 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-916d9afa-9925-4383-9d93-2be5a393f681 req-114d7922-780b-4030-a2e8-8d16a1294648 tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] 10.222.0.118 "GET /v2.0/ports?device_id=009e55d9-e974-4936-aabc-4c2da4a531c0 HTTP/1.1" status: 200 len: 946 time: 0.0554624 Nov 02 16:58:17.409536 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-916d9afa-9925-4383-9d93-2be5a393f681 req-747a50d7-790e-4dfe-9df7-68261fd791ce tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d72da93-fa13-4481-a6a2-00a4c63d4956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478346 Nov 02 16:58:18.018904 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1544fc-2638-44f1-b4d3-81d868653994 req-541aea9e-80f0-49b3-b423-f5b6020e69eb tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:18.020649 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-da1544fc-2638-44f1-b4d3-81d868653994 req-541aea9e-80f0-49b3-b423-f5b6020e69eb tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] 10.222.0.76 "GET /v2.0/ports?device_id=009e55d9-e974-4936-aabc-4c2da4a531c0 HTTP/1.1" status: 200 len: 946 time: 0.0607738 Nov 02 16:58:18.133765 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [req-da1544fc-2638-44f1-b4d3-81d868653994 req-d95e013d-b84f-4285-b14a-c06dfe221ecb tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] Deleting port 64619a3d-b4d4-4e91-a2c7-b4e7a0d9e71c {{(pid=113345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 16:58:18.134638 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-da1544fc-2638-44f1-b4d3-81d868653994 req-d95e013d-b84f-4285-b14a-c06dfe221ecb tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788025385849'] for port, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:18.248618 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.db [req-da1544fc-2638-44f1-b4d3-81d868653994 req-d95e013d-b84f-4285-b14a-c06dfe221ecb tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] For port 64619a3d-b4d4-4e91-a2c7-b4e7a0d9e71c, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=64619a3d-b4d4-4e91-a2c7-b4e7a0d9e71c,segment=NetworkSegment(e6517464-8717-40c6-b9a5-3c4213be0f04),segment_id=e6517464-8717-40c6-b9a5-3c4213be0f04)] {{(pid=113345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:58:18.249113 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-da1544fc-2638-44f1-b4d3-81d868653994 req-d95e013d-b84f-4285-b14a-c06dfe221ecb tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710950'] for port, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:18.266947 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [req-da1544fc-2638-44f1-b4d3-81d868653994 req-d95e013d-b84f-4285-b14a-c06dfe221ecb tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] Calling delete_port for 64619a3d-b4d4-4e91-a2c7-b4e7a0d9e71c owned by compute:nova {{(pid=113345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 16:58:18.422562 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-da1544fc-2638-44f1-b4d3-81d868653994 req-d95e013d-b84f-4285-b14a-c06dfe221ecb tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788025390403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788024814071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27915883'] for port, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:18.440238 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] get_ports_and_sgs() called for port_ids ['64619a3d-b4d4-4e91-a2c7-b4e7a0d9e71c'] {{(pid=113346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 16:58:18.455947 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95e013d-b84f-4285-b14a-c06dfe221ecb tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] Pushing event deleted for resources: {'Port': ['ID=64619a3d-b4d4-4e91-a2c7-b4e7a0d9e71c,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:18.508473 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.l3_dvrscheduler_db [req-da1544fc-2638-44f1-b4d3-81d868653994 req-d95e013d-b84f-4285-b14a-c06dfe221ecb tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] No DVR routers for this DVR port 64619a3d-b4d4-4e91-a2c7-b4e7a0d9e71c on host hv-cinder-77387 {{(pid=113345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:58:18.519932 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-da1544fc-2638-44f1-b4d3-81d868653994 req-d95e013d-b84f-4285-b14a-c06dfe221ecb tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221'] for port, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:18.523636 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-da1544fc-2638-44f1-b4d3-81d868653994 req-d95e013d-b84f-4285-b14a-c06dfe221ecb tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] 10.222.0.76 "DELETE /v2.0/ports/64619a3d-b4d4-4e91-a2c7-b4e7a0d9e71c HTTP/1.1" status: 204 len: 173 time: 0.4963419 Nov 02 16:58:18.524208 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '009e55d9-e974-4936-aabc-4c2da4a531c0', 'name': 'network-vif-deleted', 'tag': '64619a3d-b4d4-4e91-a2c7-b4e7a0d9e71c'}] {{(pid=113345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:58:18.527591 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88728d28071a92af03fe3e2826ca256f68f88e9f4aa3bce1a4ce6001ce5f6d9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c66e188-8944-46d6-9f6f-ed654f6ba40e" -d '{"events": [{"server_uuid": "009e55d9-e974-4936-aabc-4c2da4a531c0", "name": "network-vif-deleted", "tag": "64619a3d-b4d4-4e91-a2c7-b4e7a0d9e71c"}]}' {{(pid=113345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:58:18.577980 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-27a5e76b-1ebf-4476-abcc-2600c8ced31e req-e3f3b4d2-c8c7-41ba-b459-75c50b36a75c tempest-VolumesSnapshotTestJSON-818441294 tempest-VolumesSnapshotTestJSON-818441294-project] 10.222.0.118 "GET /v2.0/ports?device_id=009e55d9-e974-4936-aabc-4c2da4a531c0 HTTP/1.1" status: 200 len: 210 time: 0.0557272 Nov 02 16:58:18.579897 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f3c7ae7-1938-4d03-8efd-032e63e97335 x-openstack-request-id: req-6f3c7ae7-1938-4d03-8efd-032e63e97335 {{(pid=113345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:58:18.580212 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "009e55d9-e974-4936-aabc-4c2da4a531c0", "name": "network-vif-deleted", "tag": "64619a3d-b4d4-4e91-a2c7-b4e7a0d9e71c", "status": "completed", "code": 200}]} {{(pid=113345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:58:18.580487 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-6f3c7ae7-1938-4d03-8efd-032e63e97335 {{(pid=113345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:58:18.580917 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '009e55d9-e974-4936-aabc-4c2da4a531c0', 'name': 'network-vif-deleted', 'tag': '64619a3d-b4d4-4e91-a2c7-b4e7a0d9e71c', 'status': 'completed', 'code': 200} Nov 02 16:58:21.980078 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:22.542152 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device 64619a3d-b4d4-4e91-a2c7-b4e7a0d9e71c no longer exists at agent hyperv_hv-cinder-77387 {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:58:22.567937 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] No Port match for: 64619a3d-b4d4-4e91-a2c7-b4e7a0d9e71c {{(pid=113346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 16:58:22.568338 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device 64619a3d-b4d4-4e91-a2c7-b4e7a0d9e71c not bound to the agent host hv-cinder-77387 {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:58:23.590031 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.agents_db [None req-4685c794-fb13-4fdb-802d-b1599aff033c None None] Agent healthcheck: found 6 active agents {{(pid=113347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:58:35.488211 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-cd52b256-b4b0-411d-968f-81bb9ed7a5d5 req-92e4c631-42d8-4458-b8d3-280d652f1790 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=4e28e803-80b5-48e8-912a-d47cbeed52e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0518160 Nov 02 16:58:35.589165 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd52b256-b4b0-411d-968f-81bb9ed7a5d5 req-e6b9371c-c6a4-4176-8187-1e01d2259f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:35.591591 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-cd52b256-b4b0-411d-968f-81bb9ed7a5d5 req-e6b9371c-c6a4-4176-8187-1e01d2259f81 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f83b31a72c4f4cc78519ed2dc9bdc400&device_id=4e28e803-80b5-48e8-912a-d47cbeed52e0 HTTP/1.1" status: 200 len: 1098 time: 0.0513902 Nov 02 16:58:35.716273 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd52b256-b4b0-411d-968f-81bb9ed7a5d5 req-12c08ebb-0eb8-464f-b7f0-cd7def429e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:35.718026 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-cd52b256-b4b0-411d-968f-81bb9ed7a5d5 req-12c08ebb-0eb8-464f-b7f0-cd7def429e67 service neutron] 10.222.0.76 "GET /v2.0/networks?id=ac5452b3-7329-433e-af1f-df17acea3828 HTTP/1.1" status: 200 len: 912 time: 0.1021476 Nov 02 16:58:35.811290 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-cd52b256-b4b0-411d-968f-81bb9ed7a5d5 req-9f763309-6a5c-4681-9797-f76060e0f8d6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8985118a-dd23-4724-8375-7570b9e9aad0 HTTP/1.1" status: 200 len: 1000 time: 0.0791423 Nov 02 16:58:35.877399 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd52b256-b4b0-411d-968f-81bb9ed7a5d5 req-0d926e37-fc52-4077-856b-e069d687896f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:35.878964 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-cd52b256-b4b0-411d-968f-81bb9ed7a5d5 req-0d926e37-fc52-4077-856b-e069d687896f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=aa72a888-b45f-4cfb-ae6c-4494e796baf0 HTTP/1.1" status: 200 len: 850 time: 0.0604300 Nov 02 16:58:35.938013 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd52b256-b4b0-411d-968f-81bb9ed7a5d5 req-4357b61e-a8bc-4487-a71d-7f8eb4dc27be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:58:35.939659 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-cd52b256-b4b0-411d-968f-81bb9ed7a5d5 req-4357b61e-a8bc-4487-a71d-7f8eb4dc27be service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ac5452b3-7329-433e-af1f-df17acea3828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506103 Nov 02 16:58:36.054848 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-cd52b256-b4b0-411d-968f-81bb9ed7a5d5 req-511c4a25-87c3-492a-a5cf-25e9d70a2584 service neutron] 10.222.0.76 "GET /v2.0/networks/ac5452b3-7329-433e-af1f-df17acea3828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054642 Nov 02 16:58:36.167891 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-cd52b256-b4b0-411d-968f-81bb9ed7a5d5 req-766a9ca7-fd0c-47b7-a5b3-ea577f40c26e service neutron] 10.222.0.76 "GET /v2.0/networks/ac5452b3-7329-433e-af1f-df17acea3828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027150 Nov 02 16:58:38.345587 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4b84e8a2-6b33-48df-b17d-efd8ff97e0ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:41.046143 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-df1b7656-4d91-4ec9-976e-0cab6a58c3bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:42.907253 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-dfe49d6c-b306-436a-ba68-760764be264a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:43.104107 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 49700) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:43.154281 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.db.db_base_plugin_v2 [None req-4359795c-f573-458c-acb3-5609ba5e13fb admin admin] Deleting subnet 9045cd45-7082-4ab1-bdf8-6aba832f8580 {{(pid=113344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 16:58:43.158288 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-4359795c-f573-458c-acb3-5609ba5e13fb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:43.196527 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-4359795c-f573-458c-acb3-5609ba5e13fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25199420'] for subnet, precommit_delete_associations {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:43.245888 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-4359795c-f573-458c-acb3-5609ba5e13fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645718'] for subnet, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:43.307449 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-4359795c-f573-458c-acb3-5609ba5e13fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25372910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25642358'] for subnet, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:43.335527 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4359795c-f573-458c-acb3-5609ba5e13fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9045cd45-7082-4ab1-bdf8-6aba832f8580,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:43.339810 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-4359795c-f573-458c-acb3-5609ba5e13fb admin admin] Publish callbacks [] for subnet, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:43.344725 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-4359795c-f573-458c-acb3-5609ba5e13fb admin admin] 10.222.0.118 "DELETE /v2.0/subnets/9045cd45-7082-4ab1-bdf8-6aba832f8580 HTTP/1.1" status: 204 len: 168 time: 0.2393343 Nov 02 16:58:43.347466 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 49702) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:43.426268 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-70ec7a41-36d1-4a6d-9093-91bd5e52cb81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652235'] for network, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:43.523111 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-70ec7a41-36d1-4a6d-9093-91bd5e52cb81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644317', 'neutron.services.segments.db._delete_segments_for_network-8788025296622'] for network, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:43.548868 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.services.segments.db [None req-70ec7a41-36d1-4a6d-9093-91bd5e52cb81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75cc0cce-da2c-4b3e-b574-65eff930f0d2']}} {{(pid=113344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:58:43.560807 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.services.segments.db [None req-70ec7a41-36d1-4a6d-9093-91bd5e52cb81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6517464-8717-40c6-b9a5-3c4213be0f04') {'for_net_delete': True} {{(pid=113344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:58:43.561227 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.services.segments.db [None req-70ec7a41-36d1-4a6d-9093-91bd5e52cb81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6517464-8717-40c6-b9a5-3c4213be0f04') {} {{(pid=113344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:58:43.572887 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-70ec7a41-36d1-4a6d-9093-91bd5e52cb81 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788025301495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25199403'] for segment, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:43.590730 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-70ec7a41-36d1-4a6d-9093-91bd5e52cb81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639893'] for segment, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:43.598546 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70ec7a41-36d1-4a6d-9093-91bd5e52cb81 admin admin] Releasing vlan 784 on physical network physnet1 to pool {{(pid=113344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:58:43.598967 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-70ec7a41-36d1-4a6d-9093-91bd5e52cb81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25371724'] for segment, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:43.601012 dv-cinder-773876-4-iscsi neutron-server[113344]: Traceback (most recent call last): Nov 02 16:58:43.601012 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:58:43.601012 dv-cinder-773876-4-iscsi neutron-server[113344]: timer() Nov 02 16:58:43.601012 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:58:43.601012 dv-cinder-773876-4-iscsi neutron-server[113344]: cb(*args, **kw) Nov 02 16:58:43.601012 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:58:43.601012 dv-cinder-773876-4-iscsi neutron-server[113344]: return func(*args, **kwargs) Nov 02 16:58:43.601012 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:58:43.601012 dv-cinder-773876-4-iscsi neutron-server[113344]: self._notify() Nov 02 16:58:43.601012 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:58:43.601012 dv-cinder-773876-4-iscsi neutron-server[113344]: self.callback(batched_events) Nov 02 16:58:43.601012 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:58:43.601012 dv-cinder-773876-4-iscsi neutron-server[113344]: event.method(event) Nov 02 16:58:43.601012 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:58:43.601012 dv-cinder-773876-4-iscsi neutron-server[113344]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:58:43.601012 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:58:43.601012 dv-cinder-773876-4-iscsi neutron-server[113344]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:58:43.601012 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:58:43.601012 dv-cinder-773876-4-iscsi neutron-server[113344]: return f(self, *a, **k) Nov 02 16:58:43.601012 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:58:43.601012 dv-cinder-773876-4-iscsi neutron-server[113344]: return self._get(url).json() Nov 02 16:58:43.601012 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:58:43.601012 dv-cinder-773876-4-iscsi neutron-server[113344]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:58:43.601012 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:58:43.601012 dv-cinder-773876-4-iscsi neutron-server[113344]: return self.request(url, 'GET', **kwargs) Nov 02 16:58:43.601012 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:58:43.601012 dv-cinder-773876-4-iscsi neutron-server[113344]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:58:43.601012 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:58:43.601012 dv-cinder-773876-4-iscsi neutron-server[113344]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:58:43.601012 dv-cinder-773876-4-iscsi neutron-server[113344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:58:43.601012 dv-cinder-773876-4-iscsi neutron-server[113344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:58:43.601012 dv-cinder-773876-4-iscsi neutron-server[113344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:58:43.665987 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-70ec7a41-36d1-4a6d-9093-91bd5e52cb81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3708022'] for network, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:43.674982 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-70ec7a41-36d1-4a6d-9093-91bd5e52cb81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673503'] for network, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:43.681720 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-70ec7a41-36d1-4a6d-9093-91bd5e52cb81 admin admin] 10.222.0.118 "DELETE /v2.0/networks/75cc0cce-da2c-4b3e-b574-65eff930f0d2 HTTP/1.1" status: 204 len: 168 time: 0.3299353 Nov 02 16:58:43.689790 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ec7a41-36d1-4a6d-9093-91bd5e52cb81 admin admin] Pushing event deleted for resources: {'Network': ['ID=75cc0cce-da2c-4b3e-b574-65eff930f0d2,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:44.011403 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 49706) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:44.069574 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-19b4e4bd-1779-47d4-a488-039b9543c870 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=b6fbf032a045492497845c4c0918f42f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0560889 Nov 02 16:58:44.072314 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 49708) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:58:44.128755 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-9156788d-8f34-416d-a8bd-709bddd66556 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:44.153429 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-9156788d-8f34-416d-a8bd-709bddd66556 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:44.205138 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-9156788d-8f34-416d-a8bd-709bddd66556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:44.208013 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-9156788d-8f34-416d-a8bd-709bddd66556 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:44.209252 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-9156788d-8f34-416d-a8bd-709bddd66556 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/5d72da93-fa13-4481-a6a2-00a4c63d4956 HTTP/1.1" status: 204 len: 168 time: 0.1358759 Nov 02 16:58:44.219254 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9156788d-8f34-416d-a8bd-709bddd66556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d72da93-fa13-4481-a6a2-00a4c63d4956,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:58:44.230501 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9156788d-8f34-416d-a8bd-709bddd66556 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:58:44.231075 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9156788d-8f34-416d-a8bd-709bddd66556 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:58:44.231362 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9156788d-8f34-416d-a8bd-709bddd66556 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:58:44.231828 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9156788d-8f34-416d-a8bd-709bddd66556 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:58:44.232121 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9156788d-8f34-416d-a8bd-709bddd66556 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:58:44.232441 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9156788d-8f34-416d-a8bd-709bddd66556 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:58:44.232786 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9156788d-8f34-416d-a8bd-709bddd66556 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:58:44.233391 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9156788d-8f34-416d-a8bd-709bddd66556 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:58:44.233570 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9156788d-8f34-416d-a8bd-709bddd66556 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:58:44.233794 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9156788d-8f34-416d-a8bd-709bddd66556 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:58:44.234129 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9156788d-8f34-416d-a8bd-709bddd66556 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:58:44.234455 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9156788d-8f34-416d-a8bd-709bddd66556 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:58:44.700398 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0b95-0143-42d2-8d33-45f1b37c89de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:46.063008 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:58:51.978379 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:00.590749 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.agents_db [None req-4685c794-fb13-4fdb-802d-b1599aff033c None None] Agent healthcheck: found 6 active agents {{(pid=113347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:59:08.344716 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-a7f12863-c9d3-482b-8f99-a74e63fa1f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:11.035258 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-1c98bf00-7745-4ca3-9ada-25b8fe83b3e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:12.908361 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-dfe49d6c-b306-436a-ba68-760764be264a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:14.704603 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0b95-0143-42d2-8d33-45f1b37c89de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:16.062497 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:21.972097 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:33.855257 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-af54d8db-ed20-4e00-a9e0-52f63a7d562f req-e6c19351-984b-482f-bb50-46fbe1c36c93 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=847f7549-4cec-4009-a558-b95fc18ae3cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0496058 Nov 02 16:59:33.937799 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af54d8db-ed20-4e00-a9e0-52f63a7d562f req-5b9dd8bd-1cde-4cb4-ae76-6860cd10a43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:59:33.939884 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-af54d8db-ed20-4e00-a9e0-52f63a7d562f req-5b9dd8bd-1cde-4cb4-ae76-6860cd10a43c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f83b31a72c4f4cc78519ed2dc9bdc400&device_id=847f7549-4cec-4009-a558-b95fc18ae3cd HTTP/1.1" status: 200 len: 1099 time: 0.0521398 Nov 02 16:59:34.018088 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 49720) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:34.080441 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af54d8db-ed20-4e00-a9e0-52f63a7d562f req-dff600a8-ad59-4bbb-9a3e-60ab3028d1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:59:34.082456 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-af54d8db-ed20-4e00-a9e0-52f63a7d562f req-dff600a8-ad59-4bbb-9a3e-60ab3028d1eb service neutron] 10.222.0.76 "GET /v2.0/networks?id=ac5452b3-7329-433e-af1f-df17acea3828 HTTP/1.1" status: 200 len: 912 time: 0.1186099 Nov 02 16:59:34.167583 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-af54d8db-ed20-4e00-a9e0-52f63a7d562f req-f7b245e6-c926-4492-bfca-e816cc22bb01 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a89a30c-7d46-470e-88a8-5643414f6d1b HTTP/1.1" status: 200 len: 1000 time: 0.0753491 Nov 02 16:59:34.215491 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.plugin [None req-e7314e8d-2147-459e-9d3b-4789534d775e tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Deleting port 1abe1125-1f0e-4eec-acc5-64d0578e182e {{(pid=113344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 16:59:34.215491 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-e7314e8d-2147-459e-9d3b-4789534d775e tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788025385849'] for port, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:34.223507 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af54d8db-ed20-4e00-a9e0-52f63a7d562f req-f349a936-0ed7-4c3b-bfd0-8da1858a2449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:59:34.225172 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-af54d8db-ed20-4e00-a9e0-52f63a7d562f req-f349a936-0ed7-4c3b-bfd0-8da1858a2449 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=aa72a888-b45f-4cfb-ae6c-4494e796baf0 HTTP/1.1" status: 200 len: 850 time: 0.0510972 Nov 02 16:59:34.277981 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af54d8db-ed20-4e00-a9e0-52f63a7d562f req-3c8395e0-ce8e-4d3b-b8d1-a84d81339823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:59:34.279613 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-af54d8db-ed20-4e00-a9e0-52f63a7d562f req-3c8395e0-ce8e-4d3b-b8d1-a84d81339823 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ac5452b3-7329-433e-af1f-df17acea3828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0472054 Nov 02 16:59:34.313874 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-e7314e8d-2147-459e-9d3b-4789534d775e tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710950'] for port, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:34.314294 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-e7314e8d-2147-459e-9d3b-4789534d775e tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:34.331222 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.plugin [None req-e7314e8d-2147-459e-9d3b-4789534d775e tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Calling delete_port for 1abe1125-1f0e-4eec-acc5-64d0578e182e owned by network:floatingip {{(pid=113344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 16:59:34.403800 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-af54d8db-ed20-4e00-a9e0-52f63a7d562f req-b1b74bd8-c4d0-41fb-bb0c-561050222d2e service neutron] 10.222.0.76 "GET /v2.0/networks/ac5452b3-7329-433e-af1f-df17acea3828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143513 Nov 02 16:59:34.536231 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-af54d8db-ed20-4e00-a9e0-52f63a7d562f req-363862ed-0d92-4ae6-bf31-27ede03f0c22 service neutron] 10.222.0.76 "GET /v2.0/networks/ac5452b3-7329-433e-af1f-df17acea3828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229749 Nov 02 16:59:34.814117 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-e7314e8d-2147-459e-9d3b-4789534d775e tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788025390403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788024814071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25371697'] for port, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:34.846696 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7314e8d-2147-459e-9d3b-4789534d775e tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Pushing event deleted for resources: {'Port': ['ID=1abe1125-1f0e-4eec-acc5-64d0578e182e,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:34.871618 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7314e8d-2147-459e-9d3b-4789534d775e tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:59:34.871974 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7314e8d-2147-459e-9d3b-4789534d775e tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:59:34.872369 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7314e8d-2147-459e-9d3b-4789534d775e tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:59:34.872720 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7314e8d-2147-459e-9d3b-4789534d775e tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:59:34.873082 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7314e8d-2147-459e-9d3b-4789534d775e tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:59:34.873408 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7314e8d-2147-459e-9d3b-4789534d775e tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:59:34.873752 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7314e8d-2147-459e-9d3b-4789534d775e tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:59:34.874097 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7314e8d-2147-459e-9d3b-4789534d775e tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:59:34.874460 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7314e8d-2147-459e-9d3b-4789534d775e tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:59:34.874781 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7314e8d-2147-459e-9d3b-4789534d775e tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:59:34.875111 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7314e8d-2147-459e-9d3b-4789534d775e tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:59:34.875443 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7314e8d-2147-459e-9d3b-4789534d775e tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:59:34.924057 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-e7314e8d-2147-459e-9d3b-4789534d775e tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks [] for floatingip, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:34.924522 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.db.l3_db [None req-e7314e8d-2147-459e-9d3b-4789534d775e tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Floating IP 67f5e067-a410-468d-bf8d-910b909df575 disassociated (deleted). External IP: 172.27.1.4, port: 0a89a30c-7d46-470e-88a8-5643414f6d1b. Nov 02 16:59:35.152744 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7314e8d-2147-459e-9d3b-4789534d775e tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Router c797d5b2-bdc4-4012-8c62-046dcdeae5dd has already been hosted by L3 agent 23c85ca8-88a6-46e7-9165-338a7fd1d142 {{(pid=113344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:59:35.268890 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7314e8d-2147-459e-9d3b-4789534d775e tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Notify agent at l3_agent.dv-cinder-773876-4-iscsi the message routers_updated {{(pid=113344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:59:35.274191 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-e7314e8d-2147-459e-9d3b-4789534d775e tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221'] for floatingip, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:35.282095 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb39806-fb38-4390-9e77-1cd586d7ec24 None None] Sync routers for ids ['c797d5b2-bdc4-4012-8c62-046dcdeae5dd'] in dv-cinder-773876-4-iscsi {{(pid=113346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:59:35.295972 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb39806-fb38-4390-9e77-1cd586d7ec24 None None] Routers {'c797d5b2-bdc4-4012-8c62-046dcdeae5dd'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:59:35.297097 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-adb39806-fb38-4390-9e77-1cd586d7ec24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:59:11Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['c797d5b2-bdc4-4012-8c62-046dcdeae5dd'], 'active': True} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:59:35.305978 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-e7314e8d-2147-459e-9d3b-4789534d775e tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "DELETE /v2.0/floatingips/67f5e067-a410-468d-bf8d-910b909df575 HTTP/1.1" status: 204 len: 168 time: 1.2849290 Nov 02 16:59:35.306583 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '847f7549-4cec-4009-a558-b95fc18ae3cd', 'tag': '0a89a30c-7d46-470e-88a8-5643414f6d1b'}] {{(pid=113344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:59:35.310024 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5f30fc3850fd44c96454e051096f60fc18984a92350f5d63aa5481a86e136a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8b105f-3d4a-4cc8-8c6b-c1486f978f17" -d '{"events": [{"name": "network-changed", "server_uuid": "847f7549-4cec-4009-a558-b95fc18ae3cd", "tag": "0a89a30c-7d46-470e-88a8-5643414f6d1b"}]}' {{(pid=113344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:59:35.361482 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed93cdf6-a526-4345-a07a-d6df0ba73f41 x-openstack-request-id: req-ed93cdf6-a526-4345-a07a-d6df0ba73f41 {{(pid=113344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:59:35.361804 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "847f7549-4cec-4009-a558-b95fc18ae3cd", "tag": "0a89a30c-7d46-470e-88a8-5643414f6d1b", "status": "completed", "code": 200}]} {{(pid=113344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:59:35.362092 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-ed93cdf6-a526-4345-a07a-d6df0ba73f41 {{(pid=113344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:59:35.362546 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '847f7549-4cec-4009-a558-b95fc18ae3cd', 'tag': '0a89a30c-7d46-470e-88a8-5643414f6d1b', 'status': 'completed', 'code': 200} Nov 02 16:59:35.444686 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b105f-3d4a-4cc8-8c6b-c1486f978f17 req-43cc83c6-092b-47b7-b0d6-365467a9809b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:59:35.446418 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-6b8b105f-3d4a-4cc8-8c6b-c1486f978f17 req-43cc83c6-092b-47b7-b0d6-365467a9809b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f83b31a72c4f4cc78519ed2dc9bdc400&device_id=847f7549-4cec-4009-a558-b95fc18ae3cd HTTP/1.1" status: 200 len: 1099 time: 0.0583563 Nov 02 16:59:35.584142 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b105f-3d4a-4cc8-8c6b-c1486f978f17 req-15c10774-49ed-4dc7-bd78-35011b13b81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:59:35.585827 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-6b8b105f-3d4a-4cc8-8c6b-c1486f978f17 req-15c10774-49ed-4dc7-bd78-35011b13b81a service neutron] 10.222.0.76 "GET /v2.0/networks?id=ac5452b3-7329-433e-af1f-df17acea3828 HTTP/1.1" status: 200 len: 912 time: 0.1307518 Nov 02 16:59:35.604133 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvr_db [None req-adb39806-fb38-4390-9e77-1cd586d7ec24 None None] Set router c797d5b2-bdc4-4012-8c62-046dcdeae5dd gateway port host: dv-cinder-773876-4-iscsi {{(pid=113346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:59:35.669813 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-6b8b105f-3d4a-4cc8-8c6b-c1486f978f17 req-9207256f-36ed-408a-ac95-cfe9f44cb712 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a89a30c-7d46-470e-88a8-5643414f6d1b HTTP/1.1" status: 200 len: 217 time: 0.0665505 Nov 02 16:59:35.697570 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26be1424-638c-4749-99ca-42a3b63bc2d7 req-79bc17f2-7a91-4dcf-b6db-edb37a601e78 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:59:35.699860 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-26be1424-638c-4749-99ca-42a3b63bc2d7 req-79bc17f2-7a91-4dcf-b6db-edb37a601e78 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/ports?device_id=847f7549-4cec-4009-a558-b95fc18ae3cd HTTP/1.1" status: 200 len: 946 time: 0.1066961 Nov 02 16:59:35.769640 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b105f-3d4a-4cc8-8c6b-c1486f978f17 req-ce2aa1db-034c-4998-b171-fe9b5d47ea3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:59:35.772162 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-6b8b105f-3d4a-4cc8-8c6b-c1486f978f17 req-ce2aa1db-034c-4998-b171-fe9b5d47ea3f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=aa72a888-b45f-4cfb-ae6c-4494e796baf0 HTTP/1.1" status: 200 len: 850 time: 0.0930419 Nov 02 16:59:35.831126 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-26be1424-638c-4749-99ca-42a3b63bc2d7 req-8d2cb0c4-7b86-4159-82bd-320534e711f0 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/security-groups?id=b1f05269-3171-411f-92d6-2a309bca96b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1050398 Nov 02 16:59:35.867021 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b105f-3d4a-4cc8-8c6b-c1486f978f17 req-1844b2de-ba19-4e47-94f3-d56948f499d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:59:35.869779 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-6b8b105f-3d4a-4cc8-8c6b-c1486f978f17 req-1844b2de-ba19-4e47-94f3-d56948f499d6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ac5452b3-7329-433e-af1f-df17acea3828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0879211 Nov 02 16:59:35.907778 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-adb39806-fb38-4390-9e77-1cd586d7ec24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'name': 'tempest-TestVolumeBootPattern-226830009-router', 'tenant_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e29b7936-7a83-49dd-9008-36de97272721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:47Z', 'updated_at': '2021-11-02T16:51:51Z', 'revision_number': 4, 'project_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'gw_port': {'id': 'e29b7936-7a83-49dd-9008-36de97272721', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:48Z', 'updated_at': '2021-11-02T16:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_floatingips': [{'id': '19c33035-84c9-4b1c-af7c-7058dbf03db3', 'tenant_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'floating_ip_address': '172.27.1.58', 'floating_network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'router_id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'port_id': '8985118a-dd23-4724-8375-7570b9e9aad0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac5452b3-7329-433e-af1f-df17acea3828', 'mac_address': 'fa:16:3e:32:6f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e28e803-80b5-48e8-912a-d47cbeed52e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:55:30Z', 'updated_at': '2021-11-02T16:55:33Z', 'revision_number': 1, 'project_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '232ad059-fbdb-4195-a503-645ac2a34484', 'name': '', 'network_id': 'ac5452b3-7329-433e-af1f-df17acea3828', 'tenant_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'mac_address': 'fa:16:3e:b6:dc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'aa72a888-b45f-4cfb-ae6c-4494e796baf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:50Z', 'updated_at': '2021-11-02T16:51:56Z', 'revision_number': 5, 'project_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'subnets': [{'id': 'aa72a888-b45f-4cfb-ae6c-4494e796baf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:59:35.956763 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb39806-fb38-4390-9e77-1cd586d7ec24 None None] Checking router: c797d5b2-bdc4-4012-8c62-046dcdeae5dd for host: dv-cinder-773876-4-iscsi {{(pid=113346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:59:35.969909 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb39806-fb38-4390-9e77-1cd586d7ec24 None None] Routers {'c797d5b2-bdc4-4012-8c62-046dcdeae5dd'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:59:35.970577 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-adb39806-fb38-4390-9e77-1cd586d7ec24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:59:11Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['c797d5b2-bdc4-4012-8c62-046dcdeae5dd'], 'active': True} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:59:36.004198 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-6b8b105f-3d4a-4cc8-8c6b-c1486f978f17 req-d55727fa-e370-4146-9dbc-d298e9d40ea3 service neutron] 10.222.0.76 "GET /v2.0/networks/ac5452b3-7329-433e-af1f-df17acea3828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238554 Nov 02 16:59:36.091843 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvr_db [None req-adb39806-fb38-4390-9e77-1cd586d7ec24 None None] Set router c797d5b2-bdc4-4012-8c62-046dcdeae5dd gateway port host: dv-cinder-773876-4-iscsi {{(pid=113346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:59:36.112327 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-6b8b105f-3d4a-4cc8-8c6b-c1486f978f17 req-9a0cf445-9e94-4037-bac9-67b3f33e811f service neutron] 10.222.0.76 "GET /v2.0/networks/ac5452b3-7329-433e-af1f-df17acea3828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998292 Nov 02 16:59:36.363787 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-adb39806-fb38-4390-9e77-1cd586d7ec24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'name': 'tempest-TestVolumeBootPattern-226830009-router', 'tenant_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e29b7936-7a83-49dd-9008-36de97272721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:47Z', 'updated_at': '2021-11-02T16:51:51Z', 'revision_number': 4, 'project_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'gw_port': {'id': 'e29b7936-7a83-49dd-9008-36de97272721', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:48Z', 'updated_at': '2021-11-02T16:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_floatingips': [{'id': '19c33035-84c9-4b1c-af7c-7058dbf03db3', 'tenant_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'floating_ip_address': '172.27.1.58', 'floating_network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'router_id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'port_id': '8985118a-dd23-4724-8375-7570b9e9aad0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac5452b3-7329-433e-af1f-df17acea3828', 'mac_address': 'fa:16:3e:32:6f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e28e803-80b5-48e8-912a-d47cbeed52e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:55:30Z', 'updated_at': '2021-11-02T16:55:33Z', 'revision_number': 1, 'project_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '232ad059-fbdb-4195-a503-645ac2a34484', 'name': '', 'network_id': 'ac5452b3-7329-433e-af1f-df17acea3828', 'tenant_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'mac_address': 'fa:16:3e:b6:dc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'aa72a888-b45f-4cfb-ae6c-4494e796baf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:50Z', 'updated_at': '2021-11-02T16:51:56Z', 'revision_number': 5, 'project_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'subnets': [{'id': 'aa72a888-b45f-4cfb-ae6c-4494e796baf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:59:36.398519 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb39806-fb38-4390-9e77-1cd586d7ec24 None None] The sync data for ids ['c797d5b2-bdc4-4012-8c62-046dcdeae5dd'] in dv-cinder-773876-4-iscsi is: [{'id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'name': 'tempest-TestVolumeBootPattern-226830009-router', 'tenant_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e29b7936-7a83-49dd-9008-36de97272721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:47Z', 'updated_at': '2021-11-02T16:51:51Z', 'revision_number': 4, 'project_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'gw_port': {'id': 'e29b7936-7a83-49dd-9008-36de97272721', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:48Z', 'updated_at': '2021-11-02T16:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_floatingips': [{'id': '19c33035-84c9-4b1c-af7c-7058dbf03db3', 'tenant_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'floating_ip_address': '172.27.1.58', 'floating_network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'router_id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'port_id': '8985118a-dd23-4724-8375-7570b9e9aad0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac5452b3-7329-433e-af1f-df17acea3828', 'mac_address': 'fa:16:3e:32:6f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e28e803-80b5-48e8-912a-d47cbeed52e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T16:55:30Z', 'updated_at': '2021-11-02T16:55:33Z', 'revision_number': 1, 'project_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '232ad059-fbdb-4195-a503-645ac2a34484', 'name': '', 'network_id': 'ac5452b3-7329-433e-af1f-df17acea3828', 'tenant_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'mac_address': 'fa:16:3e:b6:dc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'aa72a888-b45f-4cfb-ae6c-4494e796baf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:50Z', 'updated_at': '2021-11-02T16:51:56Z', 'revision_number': 5, 'project_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'subnets': [{'id': 'aa72a888-b45f-4cfb-ae6c-4494e796baf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:59:36.718383 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119f4e2e-46f6-4852-b7d9-b5acc2d91b9d None None] New status for floating IP 67f5e067-a410-468d-bf8d-910b909df575: DOWN {{(pid=113347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 16:59:36.972063 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd79e8d-a50b-4409-96d9-c030244eb529 req-fddc7277-fbab-4a81-a96a-b1e2a4357e76 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:59:36.973720 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-cbd79e8d-a50b-4409-96d9-c030244eb529 req-fddc7277-fbab-4a81-a96a-b1e2a4357e76 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/ports?device_id=847f7549-4cec-4009-a558-b95fc18ae3cd HTTP/1.1" status: 200 len: 946 time: 0.0561810 Nov 02 16:59:37.028974 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-cbd79e8d-a50b-4409-96d9-c030244eb529 req-6a7eb295-1840-4c64-b330-d0371c52f694 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/security-groups?id=b1f05269-3171-411f-92d6-2a309bca96b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475783 Nov 02 16:59:37.290366 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c5b648-e50b-4049-b21e-a926168430bb req-5dc38546-dac5-4657-af8f-33b3d16bb801 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:59:37.292729 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-36c5b648-e50b-4049-b21e-a926168430bb req-5dc38546-dac5-4657-af8f-33b3d16bb801 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.76 "GET /v2.0/ports?device_id=847f7549-4cec-4009-a558-b95fc18ae3cd HTTP/1.1" status: 200 len: 946 time: 0.0630329 Nov 02 16:59:37.395430 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [req-36c5b648-e50b-4049-b21e-a926168430bb req-f58afd51-fd35-47c5-ab15-08f70f4ce433 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Deleting port 0a89a30c-7d46-470e-88a8-5643414f6d1b {{(pid=113345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 16:59:37.395786 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-36c5b648-e50b-4049-b21e-a926168430bb req-f58afd51-fd35-47c5-ab15-08f70f4ce433 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788025385849'] for port, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:37.498457 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.db [req-36c5b648-e50b-4049-b21e-a926168430bb req-f58afd51-fd35-47c5-ab15-08f70f4ce433 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] For port 0a89a30c-7d46-470e-88a8-5643414f6d1b, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=0a89a30c-7d46-470e-88a8-5643414f6d1b,segment=NetworkSegment(a0db1be0-f211-4b56-8245-8ff244bfde1c),segment_id=a0db1be0-f211-4b56-8245-8ff244bfde1c)] {{(pid=113345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:59:37.498844 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-36c5b648-e50b-4049-b21e-a926168430bb req-f58afd51-fd35-47c5-ab15-08f70f4ce433 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710950'] for port, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:37.514356 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [req-36c5b648-e50b-4049-b21e-a926168430bb req-f58afd51-fd35-47c5-ab15-08f70f4ce433 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Calling delete_port for 0a89a30c-7d46-470e-88a8-5643414f6d1b owned by compute:nova {{(pid=113345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 16:59:37.592223 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.agents_db [None req-4685c794-fb13-4fdb-802d-b1599aff033c None None] Agent healthcheck: found 6 active agents {{(pid=113347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 16:59:37.679719 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-36c5b648-e50b-4049-b21e-a926168430bb req-f58afd51-fd35-47c5-ab15-08f70f4ce433 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788025390403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788024814071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27915883'] for port, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:37.721293 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58afd51-fd35-47c5-ab15-08f70f4ce433 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Pushing event deleted for resources: {'Port': ['ID=0a89a30c-7d46-470e-88a8-5643414f6d1b,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:37.778503 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.l3_dvrscheduler_db [req-36c5b648-e50b-4049-b21e-a926168430bb req-f58afd51-fd35-47c5-ab15-08f70f4ce433 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] No DVR routers for this DVR port 0a89a30c-7d46-470e-88a8-5643414f6d1b on host hv-cinder-77387 {{(pid=113345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:59:37.781861 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-36c5b648-e50b-4049-b21e-a926168430bb req-f58afd51-fd35-47c5-ab15-08f70f4ce433 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221'] for port, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:37.785582 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-36c5b648-e50b-4049-b21e-a926168430bb req-f58afd51-fd35-47c5-ab15-08f70f4ce433 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.76 "DELETE /v2.0/ports/0a89a30c-7d46-470e-88a8-5643414f6d1b HTTP/1.1" status: 204 len: 173 time: 0.4859452 Nov 02 16:59:37.786083 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847f7549-4cec-4009-a558-b95fc18ae3cd', 'name': 'network-vif-deleted', 'tag': '0a89a30c-7d46-470e-88a8-5643414f6d1b'}] {{(pid=113345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:59:37.788614 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88728d28071a92af03fe3e2826ca256f68f88e9f4aa3bce1a4ce6001ce5f6d9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c4d4d16-860c-41ca-9432-96f5447a1ca8" -d '{"events": [{"server_uuid": "847f7549-4cec-4009-a558-b95fc18ae3cd", "name": "network-vif-deleted", "tag": "0a89a30c-7d46-470e-88a8-5643414f6d1b"}]}' {{(pid=113345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:59:37.840636 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a465a17-501d-4e26-b47e-7978f20e8b56 x-openstack-request-id: req-6a465a17-501d-4e26-b47e-7978f20e8b56 {{(pid=113345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:59:37.840994 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "847f7549-4cec-4009-a558-b95fc18ae3cd", "name": "network-vif-deleted", "tag": "0a89a30c-7d46-470e-88a8-5643414f6d1b", "status": "completed", "code": 200}]} {{(pid=113345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:59:37.841315 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-6a465a17-501d-4e26-b47e-7978f20e8b56 {{(pid=113345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:59:37.841962 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '847f7549-4cec-4009-a558-b95fc18ae3cd', 'name': 'network-vif-deleted', 'tag': '0a89a30c-7d46-470e-88a8-5643414f6d1b', 'status': 'completed', 'code': 200} Nov 02 16:59:38.159623 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-ec4f39e6-897e-4ff6-8f20-a11c63c44927 req-929ec266-2043-40d9-80af-99009db13b53 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/ports?device_id=847f7549-4cec-4009-a558-b95fc18ae3cd HTTP/1.1" status: 200 len: 210 time: 0.0411150 Nov 02 16:59:38.340939 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-19529799-d23c-4882-82d0-dcd099036307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:40.468511 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device 0a89a30c-7d46-470e-88a8-5643414f6d1b no longer exists at agent hyperv_hv-cinder-77387 {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:59:40.504323 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] No Port match for: 0a89a30c-7d46-470e-88a8-5643414f6d1b {{(pid=113346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 16:59:40.504800 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device 0a89a30c-7d46-470e-88a8-5643414f6d1b not bound to the agent host hv-cinder-77387 {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:59:41.036430 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-c7a3bc11-b67c-440b-8fce-dfcd9cbaf2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:41.547389 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 49754) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:41.733977 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.plugin [None req-aa6a2da5-fbc0-4848-b8fe-23f87ad2725a tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Deleting port f9fce180-8832-4c9d-9ced-8c964f0c9d11 {{(pid=113344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 16:59:41.734641 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-aa6a2da5-fbc0-4848-b8fe-23f87ad2725a tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788025385849'] for port, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:41.824411 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-aa6a2da5-fbc0-4848-b8fe-23f87ad2725a tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710950'] for port, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:41.824760 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-aa6a2da5-fbc0-4848-b8fe-23f87ad2725a tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:41.849346 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.plugin [None req-aa6a2da5-fbc0-4848-b8fe-23f87ad2725a tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Calling delete_port for f9fce180-8832-4c9d-9ced-8c964f0c9d11 owned by network:floatingip {{(pid=113344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 16:59:42.031269 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-aa6a2da5-fbc0-4848-b8fe-23f87ad2725a tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788025390403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788024814071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25371697'] for port, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:42.076556 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6a2da5-fbc0-4848-b8fe-23f87ad2725a tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Pushing event deleted for resources: {'Port': ['ID=f9fce180-8832-4c9d-9ced-8c964f0c9d11,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:42.173222 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-aa6a2da5-fbc0-4848-b8fe-23f87ad2725a tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks [] for floatingip, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:42.173725 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.db.l3_db [None req-aa6a2da5-fbc0-4848-b8fe-23f87ad2725a tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Floating IP 19c33035-84c9-4b1c-af7c-7058dbf03db3 disassociated (deleted). External IP: 172.27.1.58, port: 8985118a-dd23-4724-8375-7570b9e9aad0. Nov 02 16:59:42.473993 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa6a2da5-fbc0-4848-b8fe-23f87ad2725a tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Router c797d5b2-bdc4-4012-8c62-046dcdeae5dd has already been hosted by L3 agent 23c85ca8-88a6-46e7-9165-338a7fd1d142 {{(pid=113344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:59:42.632427 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa6a2da5-fbc0-4848-b8fe-23f87ad2725a tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Notify agent at l3_agent.dv-cinder-773876-4-iscsi the message routers_updated {{(pid=113344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:59:42.638620 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-aa6a2da5-fbc0-4848-b8fe-23f87ad2725a tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221'] for floatingip, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:42.646868 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95cbdcb-4240-4b06-86de-94c0e2d67a64 None None] Sync routers for ids ['c797d5b2-bdc4-4012-8c62-046dcdeae5dd'] in dv-cinder-773876-4-iscsi {{(pid=113346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:59:42.671529 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95cbdcb-4240-4b06-86de-94c0e2d67a64 None None] Routers {'c797d5b2-bdc4-4012-8c62-046dcdeae5dd'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:59:42.672268 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-b95cbdcb-4240-4b06-86de-94c0e2d67a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:59:41Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['c797d5b2-bdc4-4012-8c62-046dcdeae5dd'], 'active': True} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:59:42.675511 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-aa6a2da5-fbc0-4848-b8fe-23f87ad2725a tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "DELETE /v2.0/floatingips/19c33035-84c9-4b1c-af7c-7058dbf03db3 HTTP/1.1" status: 204 len: 168 time: 1.1267443 Nov 02 16:59:42.676291 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e28e803-80b5-48e8-912a-d47cbeed52e0', 'tag': '8985118a-dd23-4724-8375-7570b9e9aad0'}] {{(pid=113344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:59:42.678784 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5f30fc3850fd44c96454e051096f60fc18984a92350f5d63aa5481a86e136a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e462ea48-1e34-4698-bfe6-e3ec303694b5" -d '{"events": [{"name": "network-changed", "server_uuid": "4e28e803-80b5-48e8-912a-d47cbeed52e0", "tag": "8985118a-dd23-4724-8375-7570b9e9aad0"}]}' {{(pid=113344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:59:42.746800 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 16:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b57c4fd1-1839-42a8-a507-53c3042f2fa2 x-openstack-request-id: req-b57c4fd1-1839-42a8-a507-53c3042f2fa2 {{(pid=113344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:59:42.747483 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e28e803-80b5-48e8-912a-d47cbeed52e0", "tag": "8985118a-dd23-4724-8375-7570b9e9aad0", "status": "completed", "code": 200}]} {{(pid=113344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:59:42.748010 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-b57c4fd1-1839-42a8-a507-53c3042f2fa2 {{(pid=113344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:59:42.748881 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e28e803-80b5-48e8-912a-d47cbeed52e0', 'tag': '8985118a-dd23-4724-8375-7570b9e9aad0', 'status': 'completed', 'code': 200} Nov 02 16:59:42.832537 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvr_db [None req-b95cbdcb-4240-4b06-86de-94c0e2d67a64 None None] Set router c797d5b2-bdc4-4012-8c62-046dcdeae5dd gateway port host: dv-cinder-773876-4-iscsi {{(pid=113346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:59:42.841972 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e462ea48-1e34-4698-bfe6-e3ec303694b5 req-573657f8-008a-407e-9114-2b12d8c5f6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:59:42.844004 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-e462ea48-1e34-4698-bfe6-e3ec303694b5 req-573657f8-008a-407e-9114-2b12d8c5f6a8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f83b31a72c4f4cc78519ed2dc9bdc400&device_id=4e28e803-80b5-48e8-912a-d47cbeed52e0 HTTP/1.1" status: 200 len: 1098 time: 0.0696244 Nov 02 16:59:42.994524 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-dfe49d6c-b306-436a-ba68-760764be264a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:43.118026 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-b95cbdcb-4240-4b06-86de-94c0e2d67a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'name': 'tempest-TestVolumeBootPattern-226830009-router', 'tenant_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e29b7936-7a83-49dd-9008-36de97272721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:47Z', 'updated_at': '2021-11-02T16:51:51Z', 'revision_number': 4, 'project_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'gw_port': {'id': 'e29b7936-7a83-49dd-9008-36de97272721', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:48Z', 'updated_at': '2021-11-02T16:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_interfaces': [{'id': '232ad059-fbdb-4195-a503-645ac2a34484', 'name': '', 'network_id': 'ac5452b3-7329-433e-af1f-df17acea3828', 'tenant_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'mac_address': 'fa:16:3e:b6:dc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'aa72a888-b45f-4cfb-ae6c-4494e796baf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:50Z', 'updated_at': '2021-11-02T16:51:56Z', 'revision_number': 5, 'project_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'subnets': [{'id': 'aa72a888-b45f-4cfb-ae6c-4494e796baf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:59:43.150192 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95cbdcb-4240-4b06-86de-94c0e2d67a64 None None] Checking router: c797d5b2-bdc4-4012-8c62-046dcdeae5dd for host: dv-cinder-773876-4-iscsi {{(pid=113346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:59:43.167345 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95cbdcb-4240-4b06-86de-94c0e2d67a64 None None] Routers {'c797d5b2-bdc4-4012-8c62-046dcdeae5dd'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:59:43.168520 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-b95cbdcb-4240-4b06-86de-94c0e2d67a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:59:41Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['c797d5b2-bdc4-4012-8c62-046dcdeae5dd'], 'active': True} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:59:43.320431 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvr_db [None req-b95cbdcb-4240-4b06-86de-94c0e2d67a64 None None] Set router c797d5b2-bdc4-4012-8c62-046dcdeae5dd gateway port host: dv-cinder-773876-4-iscsi {{(pid=113346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:59:43.335391 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e462ea48-1e34-4698-bfe6-e3ec303694b5 req-c67f6d52-a2d1-4324-bf17-adef0dac16ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:59:43.337132 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-e462ea48-1e34-4698-bfe6-e3ec303694b5 req-c67f6d52-a2d1-4324-bf17-adef0dac16ee service neutron] 10.222.0.76 "GET /v2.0/networks?id=ac5452b3-7329-433e-af1f-df17acea3828 HTTP/1.1" status: 200 len: 912 time: 0.4848828 Nov 02 16:59:43.351661 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0901d549-a5cd-45cc-94ec-b0a9d7ca6a63 req-9ad66419-e4ef-431a-a0a7-4cd811487468 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:59:43.354558 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-0901d549-a5cd-45cc-94ec-b0a9d7ca6a63 req-9ad66419-e4ef-431a-a0a7-4cd811487468 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/ports?device_id=4e28e803-80b5-48e8-912a-d47cbeed52e0 HTTP/1.1" status: 200 len: 945 time: 0.0891111 Nov 02 16:59:43.408379 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-e462ea48-1e34-4698-bfe6-e3ec303694b5 req-15e40229-a789-44a0-9b0e-53db1b940dae service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8985118a-dd23-4724-8375-7570b9e9aad0 HTTP/1.1" status: 200 len: 217 time: 0.0534821 Nov 02 16:59:43.496320 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-0901d549-a5cd-45cc-94ec-b0a9d7ca6a63 req-f5c27772-44ba-4d2f-95f5-bc9556a44fa2 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/security-groups?id=b1f05269-3171-411f-92d6-2a309bca96b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1310558 Nov 02 16:59:43.500653 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e462ea48-1e34-4698-bfe6-e3ec303694b5 req-7e936dcd-5b50-44b4-bee3-1b88d598a500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:59:43.502296 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-e462ea48-1e34-4698-bfe6-e3ec303694b5 req-7e936dcd-5b50-44b4-bee3-1b88d598a500 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=aa72a888-b45f-4cfb-ae6c-4494e796baf0 HTTP/1.1" status: 200 len: 850 time: 0.0842764 Nov 02 16:59:43.560092 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e462ea48-1e34-4698-bfe6-e3ec303694b5 req-c59e75a5-ea62-4860-8874-08fb0fb3717e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:59:43.561837 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-e462ea48-1e34-4698-bfe6-e3ec303694b5 req-c59e75a5-ea62-4860-8874-08fb0fb3717e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ac5452b3-7329-433e-af1f-df17acea3828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0501735 Nov 02 16:59:43.592523 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-b95cbdcb-4240-4b06-86de-94c0e2d67a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'name': 'tempest-TestVolumeBootPattern-226830009-router', 'tenant_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e29b7936-7a83-49dd-9008-36de97272721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:47Z', 'updated_at': '2021-11-02T16:51:51Z', 'revision_number': 4, 'project_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'gw_port': {'id': 'e29b7936-7a83-49dd-9008-36de97272721', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:48Z', 'updated_at': '2021-11-02T16:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_interfaces': [{'id': '232ad059-fbdb-4195-a503-645ac2a34484', 'name': '', 'network_id': 'ac5452b3-7329-433e-af1f-df17acea3828', 'tenant_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'mac_address': 'fa:16:3e:b6:dc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'aa72a888-b45f-4cfb-ae6c-4494e796baf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:50Z', 'updated_at': '2021-11-02T16:51:56Z', 'revision_number': 5, 'project_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'subnets': [{'id': 'aa72a888-b45f-4cfb-ae6c-4494e796baf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:59:43.640513 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95cbdcb-4240-4b06-86de-94c0e2d67a64 None None] The sync data for ids ['c797d5b2-bdc4-4012-8c62-046dcdeae5dd'] in dv-cinder-773876-4-iscsi is: [{'id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'name': 'tempest-TestVolumeBootPattern-226830009-router', 'tenant_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e29b7936-7a83-49dd-9008-36de97272721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:47Z', 'updated_at': '2021-11-02T16:51:51Z', 'revision_number': 4, 'project_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'gw_port': {'id': 'e29b7936-7a83-49dd-9008-36de97272721', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:48Z', 'updated_at': '2021-11-02T16:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi', '_interfaces': [{'id': '232ad059-fbdb-4195-a503-645ac2a34484', 'name': '', 'network_id': 'ac5452b3-7329-433e-af1f-df17acea3828', 'tenant_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'mac_address': 'fa:16:3e:b6:dc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'aa72a888-b45f-4cfb-ae6c-4494e796baf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:50Z', 'updated_at': '2021-11-02T16:51:56Z', 'revision_number': 5, 'project_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'subnets': [{'id': 'aa72a888-b45f-4cfb-ae6c-4494e796baf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:59:43.685687 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-e462ea48-1e34-4698-bfe6-e3ec303694b5 req-704583ba-84eb-4851-a8e2-037cd8d1d2e6 service neutron] 10.222.0.76 "GET /v2.0/networks/ac5452b3-7329-433e-af1f-df17acea3828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143179 Nov 02 16:59:43.801639 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-e462ea48-1e34-4698-bfe6-e3ec303694b5 req-7eccaf71-3510-490f-b1f8-857bb5e3d5a6 service neutron] 10.222.0.76 "GET /v2.0/networks/ac5452b3-7329-433e-af1f-df17acea3828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075039 Nov 02 16:59:43.957598 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acc0152-08e4-40ab-93e0-1c278b2d5ff4 None None] New status for floating IP 19c33035-84c9-4b1c-af7c-7058dbf03db3: DOWN {{(pid=113347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 16:59:44.594894 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f7b093-13a2-4136-83de-6ff9fd2c67bf req-e3a4c67d-f204-417f-89df-22f56542016c tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:59:44.597476 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-45f7b093-13a2-4136-83de-6ff9fd2c67bf req-e3a4c67d-f204-417f-89df-22f56542016c tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e28e803-80b5-48e8-912a-d47cbeed52e0 HTTP/1.1" status: 200 len: 945 time: 0.0707452 Nov 02 16:59:44.636953 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b90e8-924a-4c68-ad84-991bcdc56680 req-43bb7952-fae0-4a70-b564-7c277944a123 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 16:59:44.638655 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-703b90e8-924a-4c68-ad84-991bcdc56680 req-43bb7952-fae0-4a70-b564-7c277944a123 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/ports?device_id=4e28e803-80b5-48e8-912a-d47cbeed52e0 HTTP/1.1" status: 200 len: 945 time: 0.0578716 Nov 02 16:59:44.709513 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0b95-0143-42d2-8d33-45f1b37c89de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:44.712036 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [req-45f7b093-13a2-4136-83de-6ff9fd2c67bf req-eb339776-71df-4b19-8d6f-049c2b22083a tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Deleting port 8985118a-dd23-4724-8375-7570b9e9aad0 {{(pid=113345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 16:59:44.712444 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-45f7b093-13a2-4136-83de-6ff9fd2c67bf req-eb339776-71df-4b19-8d6f-049c2b22083a tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788025385849'] for port, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:44.717019 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-703b90e8-924a-4c68-ad84-991bcdc56680 req-01761a98-4d47-48de-a0c7-ea05b51a715a tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/security-groups?id=b1f05269-3171-411f-92d6-2a309bca96b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0707009 Nov 02 16:59:44.827896 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.db [req-45f7b093-13a2-4136-83de-6ff9fd2c67bf req-eb339776-71df-4b19-8d6f-049c2b22083a tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] For port 8985118a-dd23-4724-8375-7570b9e9aad0, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=8985118a-dd23-4724-8375-7570b9e9aad0,segment=NetworkSegment(a0db1be0-f211-4b56-8245-8ff244bfde1c),segment_id=a0db1be0-f211-4b56-8245-8ff244bfde1c)] {{(pid=113345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:59:44.828323 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-45f7b093-13a2-4136-83de-6ff9fd2c67bf req-eb339776-71df-4b19-8d6f-049c2b22083a tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710950'] for port, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:44.842574 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [req-45f7b093-13a2-4136-83de-6ff9fd2c67bf req-eb339776-71df-4b19-8d6f-049c2b22083a tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Calling delete_port for 8985118a-dd23-4724-8375-7570b9e9aad0 owned by compute:nova {{(pid=113345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 16:59:44.982623 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-45f7b093-13a2-4136-83de-6ff9fd2c67bf req-eb339776-71df-4b19-8d6f-049c2b22083a tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788025390403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788024814071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27915883'] for port, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:45.019813 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb339776-71df-4b19-8d6f-049c2b22083a tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Pushing event deleted for resources: {'Port': ['ID=8985118a-dd23-4724-8375-7570b9e9aad0,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:45.034114 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb339776-71df-4b19-8d6f-049c2b22083a tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:59:45.034573 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb339776-71df-4b19-8d6f-049c2b22083a tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:59:45.034817 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb339776-71df-4b19-8d6f-049c2b22083a tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:59:45.035171 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb339776-71df-4b19-8d6f-049c2b22083a tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:59:45.035514 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb339776-71df-4b19-8d6f-049c2b22083a tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:59:45.035850 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb339776-71df-4b19-8d6f-049c2b22083a tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:59:45.036248 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb339776-71df-4b19-8d6f-049c2b22083a tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:59:45.036659 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb339776-71df-4b19-8d6f-049c2b22083a tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:59:45.037129 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb339776-71df-4b19-8d6f-049c2b22083a tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:59:45.037321 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb339776-71df-4b19-8d6f-049c2b22083a tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:59:45.037510 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb339776-71df-4b19-8d6f-049c2b22083a tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:59:45.037968 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb339776-71df-4b19-8d6f-049c2b22083a tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:59:45.086851 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.l3_dvrscheduler_db [req-45f7b093-13a2-4136-83de-6ff9fd2c67bf req-eb339776-71df-4b19-8d6f-049c2b22083a tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] No DVR routers for this DVR port 8985118a-dd23-4724-8375-7570b9e9aad0 on host hv-cinder-77387 {{(pid=113345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:59:45.091047 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [req-45f7b093-13a2-4136-83de-6ff9fd2c67bf req-eb339776-71df-4b19-8d6f-049c2b22083a tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221'] for port, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:45.096480 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [req-45f7b093-13a2-4136-83de-6ff9fd2c67bf req-eb339776-71df-4b19-8d6f-049c2b22083a tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.76 "DELETE /v2.0/ports/8985118a-dd23-4724-8375-7570b9e9aad0 HTTP/1.1" status: 204 len: 173 time: 0.4920619 Nov 02 16:59:45.097020 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e28e803-80b5-48e8-912a-d47cbeed52e0', 'name': 'network-vif-deleted', 'tag': '8985118a-dd23-4724-8375-7570b9e9aad0'}] {{(pid=113345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 16:59:45.099773 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88728d28071a92af03fe3e2826ca256f68f88e9f4aa3bce1a4ce6001ce5f6d9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e526ad2d-8cda-49e4-960c-9247ed7aa7eb" -d '{"events": [{"server_uuid": "4e28e803-80b5-48e8-912a-d47cbeed52e0", "name": "network-vif-deleted", "tag": "8985118a-dd23-4724-8375-7570b9e9aad0"}]}' {{(pid=113345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 16:59:45.167413 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 16:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b0b6856-f72c-40d1-a5c0-437251458005 x-openstack-request-id: req-7b0b6856-f72c-40d1-a5c0-437251458005 {{(pid=113345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 16:59:45.167910 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e28e803-80b5-48e8-912a-d47cbeed52e0", "name": "network-vif-deleted", "tag": "8985118a-dd23-4724-8375-7570b9e9aad0", "status": "completed", "code": 200}]} {{(pid=113345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 16:59:45.168336 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-7b0b6856-f72c-40d1-a5c0-437251458005 {{(pid=113345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 16:59:45.168880 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e28e803-80b5-48e8-912a-d47cbeed52e0', 'name': 'network-vif-deleted', 'tag': '8985118a-dd23-4724-8375-7570b9e9aad0', 'status': 'completed', 'code': 200} Nov 02 16:59:45.863923 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [req-77d150ec-a4b2-46eb-9032-71187c8a4a04 req-3f604c8e-6f44-4853-a573-3911b9049cbc tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "GET /v2.0/ports?device_id=4e28e803-80b5-48e8-912a-d47cbeed52e0 HTTP/1.1" status: 200 len: 210 time: 0.0301788 Nov 02 16:59:46.059223 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:46.948627 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 49770) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:47.088923 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.plugin [None req-2141fe89-a738-46a4-ba32-bba9f6c0a534 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Deleting port 919a839d-367f-4c50-a7a3-092f1ee555fc {{(pid=113344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 16:59:47.089371 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-2141fe89-a738-46a4-ba32-bba9f6c0a534 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788025385849'] for port, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:47.176262 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-2141fe89-a738-46a4-ba32-bba9f6c0a534 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710950'] for port, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:47.176585 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-2141fe89-a738-46a4-ba32-bba9f6c0a534 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:47.190592 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.plugin [None req-2141fe89-a738-46a4-ba32-bba9f6c0a534 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Calling delete_port for 919a839d-367f-4c50-a7a3-092f1ee555fc owned by network:floatingip {{(pid=113344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 16:59:47.355765 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-2141fe89-a738-46a4-ba32-bba9f6c0a534 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788025390403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788024814071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25371697'] for port, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:47.383197 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2141fe89-a738-46a4-ba32-bba9f6c0a534 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Pushing event deleted for resources: {'Port': ['ID=919a839d-367f-4c50-a7a3-092f1ee555fc,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:47.464079 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-2141fe89-a738-46a4-ba32-bba9f6c0a534 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks [] for floatingip, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:47.469091 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-2141fe89-a738-46a4-ba32-bba9f6c0a534 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25221'] for floatingip, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:47.471404 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-2141fe89-a738-46a4-ba32-bba9f6c0a534 tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "DELETE /v2.0/floatingips/aadcfbef-a594-4c8d-9a8f-4153bbb07da6 HTTP/1.1" status: 204 len: 168 time: 0.5210435 Nov 02 16:59:48.487470 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device 8985118a-dd23-4724-8375-7570b9e9aad0 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:59:48.510630 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] No Port match for: 8985118a-dd23-4724-8375-7570b9e9aad0 {{(pid=113346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 16:59:48.511044 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Device 8985118a-dd23-4724-8375-7570b9e9aad0 not bound to the agent host hv-cinder-77387 {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:59:48.724595 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 49782) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:48.805077 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-d4b7b4dc-8599-410e-b6c7-047887985c9e tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks [] for security_group, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:48.840807 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-d4b7b4dc-8599-410e-b6c7-047887985c9e tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks [] for security_group, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:48.915401 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-d4b7b4dc-8599-410e-b6c7-047887985c9e tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:48.918982 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-d4b7b4dc-8599-410e-b6c7-047887985c9e tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Publish callbacks [] for security_group, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:48.920297 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-d4b7b4dc-8599-410e-b6c7-047887985c9e tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] 10.222.0.118 "DELETE /v2.0/security-groups/b1f05269-3171-411f-92d6-2a309bca96b6 HTTP/1.1" status: 204 len: 168 time: 0.1942060 Nov 02 16:59:48.936846 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b7b4dc-8599-410e-b6c7-047887985c9e tempest-TestVolumeBootPattern-1874102373 tempest-TestVolumeBootPattern-1874102373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f05269-3171-411f-92d6-2a309bca96b6,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:48.990723 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 49786) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:49.641104 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-e5c91102-f819-496b-a5ec-63e1c17eddfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3708740'] for router_interface, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:49.922530 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [None req-e5c91102-f819-496b-a5ec-63e1c17eddfc admin admin] Deleting port 232ad059-fbdb-4195-a503-645ac2a34484 {{(pid=113345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 16:59:49.922841 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-e5c91102-f819-496b-a5ec-63e1c17eddfc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788025385849'] for port, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:50.005728 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.db [None req-e5c91102-f819-496b-a5ec-63e1c17eddfc admin admin] For port 232ad059-fbdb-4195-a503-645ac2a34484, host dv-cinder-773876-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=232ad059-fbdb-4195-a503-645ac2a34484,segment=NetworkSegment(a0db1be0-f211-4b56-8245-8ff244bfde1c),segment_id=a0db1be0-f211-4b56-8245-8ff244bfde1c)] {{(pid=113345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:59:50.006651 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-e5c91102-f819-496b-a5ec-63e1c17eddfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710950'] for port, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:50.019359 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [None req-e5c91102-f819-496b-a5ec-63e1c17eddfc admin admin] Calling delete_port for 232ad059-fbdb-4195-a503-645ac2a34484 owned by network:router_interface {{(pid=113345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 16:59:50.217952 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-e5c91102-f819-496b-a5ec-63e1c17eddfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788025390403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788024814071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27915883'] for port, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:50.250001 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c91102-f819-496b-a5ec-63e1c17eddfc admin admin] Pushing event deleted for resources: {'Port': ['ID=232ad059-fbdb-4195-a503-645ac2a34484,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:50.484942 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-e5c91102-f819-496b-a5ec-63e1c17eddfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3731188'] for router_interface, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:50.728892 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5c91102-f819-496b-a5ec-63e1c17eddfc admin admin] Router c797d5b2-bdc4-4012-8c62-046dcdeae5dd has already been hosted by L3 agent 23c85ca8-88a6-46e7-9165-338a7fd1d142 {{(pid=113345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:59:50.851176 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c91102-f819-496b-a5ec-63e1c17eddfc admin admin] Notify agent at l3_agent.dv-cinder-773876-4-iscsi the message routers_updated {{(pid=113345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:59:50.857528 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-e5c91102-f819-496b-a5ec-63e1c17eddfc admin admin] 10.222.0.118 "PUT /v2.0/routers/c797d5b2-bdc4-4012-8c62-046dcdeae5dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8645451 Nov 02 16:59:50.860294 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 49794) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:50.867387 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1151ba0c-c4f6-48b4-ad66-77262053e6cc None None] Sync routers for ids ['c797d5b2-bdc4-4012-8c62-046dcdeae5dd'] in dv-cinder-773876-4-iscsi {{(pid=113346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:59:50.879169 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1151ba0c-c4f6-48b4-ad66-77262053e6cc None None] Routers {'c797d5b2-bdc4-4012-8c62-046dcdeae5dd'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:59:50.879973 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-1151ba0c-c4f6-48b4-ad66-77262053e6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:59:41Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['c797d5b2-bdc4-4012-8c62-046dcdeae5dd'], 'active': True} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:59:50.975099 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-35f9faff-8148-4478-bf48-3d78d37778de admin admin] Publish callbacks [] for router, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:50.997905 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvr_db [None req-1151ba0c-c4f6-48b4-ad66-77262053e6cc None None] Set router c797d5b2-bdc4-4012-8c62-046dcdeae5dd gateway port host: dv-cinder-773876-4-iscsi {{(pid=113346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:59:51.106889 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-35f9faff-8148-4478-bf48-3d78d37778de admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:51.177060 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [None req-35f9faff-8148-4478-bf48-3d78d37778de admin admin] Deleting port e29b7936-7a83-49dd-9008-36de97272721 {{(pid=113345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 16:59:51.177498 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-35f9faff-8148-4478-bf48-3d78d37778de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788025385849'] for port, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:51.277541 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.db [None req-35f9faff-8148-4478-bf48-3d78d37778de admin admin] For port e29b7936-7a83-49dd-9008-36de97272721, host dv-cinder-773876-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=e29b7936-7a83-49dd-9008-36de97272721,segment=NetworkSegment(1cb664d2-69f4-46cd-9abc-3fc1a9239895),segment_id=1cb664d2-69f4-46cd-9abc-3fc1a9239895)] {{(pid=113345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:59:51.277908 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-35f9faff-8148-4478-bf48-3d78d37778de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710950'] for port, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:51.292774 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [None req-35f9faff-8148-4478-bf48-3d78d37778de admin admin] Calling delete_port for e29b7936-7a83-49dd-9008-36de97272721 owned by network:router_gateway {{(pid=113345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 16:59:51.370993 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-1151ba0c-c4f6-48b4-ad66-77262053e6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'name': 'tempest-TestVolumeBootPattern-226830009-router', 'tenant_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e29b7936-7a83-49dd-9008-36de97272721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:47Z', 'updated_at': '2021-11-02T16:59:50Z', 'revision_number': 5, 'project_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'gw_port': {'id': 'e29b7936-7a83-49dd-9008-36de97272721', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:48Z', 'updated_at': '2021-11-02T16:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi'}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:59:51.406753 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1151ba0c-c4f6-48b4-ad66-77262053e6cc None None] Checking router: c797d5b2-bdc4-4012-8c62-046dcdeae5dd for host: dv-cinder-773876-4-iscsi {{(pid=113346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:59:51.416685 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1151ba0c-c4f6-48b4-ad66-77262053e6cc None None] Routers {'c797d5b2-bdc4-4012-8c62-046dcdeae5dd'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:59:51.417366 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-1151ba0c-c4f6-48b4-ad66-77262053e6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:59:41Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['c797d5b2-bdc4-4012-8c62-046dcdeae5dd'], 'active': True} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:59:51.506852 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-35f9faff-8148-4478-bf48-3d78d37778de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788025390403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788024814071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27915883'] for port, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:51.514099 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvr_db [None req-1151ba0c-c4f6-48b4-ad66-77262053e6cc None None] Set router c797d5b2-bdc4-4012-8c62-046dcdeae5dd gateway port host: None {{(pid=113346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:59:51.537839 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f9faff-8148-4478-bf48-3d78d37778de admin admin] Pushing event deleted for resources: {'Port': ['ID=e29b7936-7a83-49dd-9008-36de97272721,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:51.576686 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_hamode_db [None req-1151ba0c-c4f6-48b4-ad66-77262053e6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'name': 'tempest-TestVolumeBootPattern-226830009-router', 'tenant_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:47Z', 'updated_at': '2021-11-02T16:59:51Z', 'revision_number': 6, 'project_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'gw_port_host': None}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:59:51.610441 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1151ba0c-c4f6-48b4-ad66-77262053e6cc None None] The sync data for ids ['c797d5b2-bdc4-4012-8c62-046dcdeae5dd'] in dv-cinder-773876-4-iscsi is: [{'id': 'c797d5b2-bdc4-4012-8c62-046dcdeae5dd', 'name': 'tempest-TestVolumeBootPattern-226830009-router', 'tenant_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:47Z', 'updated_at': '2021-11-02T16:59:51Z', 'revision_number': 6, 'project_id': 'f83b31a72c4f4cc78519ed2dc9bdc400', 'gw_port_host': None}] {{(pid=113346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:59:51.616768 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-35f9faff-8148-4478-bf48-3d78d37778de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3708050'] for router_gateway, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:51.728846 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-35f9faff-8148-4478-bf48-3d78d37778de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3731240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26188'] for router, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:51.732203 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-35f9faff-8148-4478-bf48-3d78d37778de admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:51.783003 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-35f9faff-8148-4478-bf48-3d78d37778de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3731249'] for router, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:51.783679 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f9faff-8148-4478-bf48-3d78d37778de admin admin] Fanout notify agent at l3_agent the message router_deleted on router c797d5b2-bdc4-4012-8c62-046dcdeae5dd {{(pid=113345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:59:51.788823 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-35f9faff-8148-4478-bf48-3d78d37778de admin admin] Publish callbacks [] for router, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:51.790076 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-35f9faff-8148-4478-bf48-3d78d37778de admin admin] 10.222.0.118 "DELETE /v2.0/routers/c797d5b2-bdc4-4012-8c62-046dcdeae5dd HTTP/1.1" status: 204 len: 168 time: 0.9286773 Nov 02 16:59:51.794252 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 49796) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:51.846416 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb2fe61f-fe4b-4077-be09-3e6e7b74110e admin admin] Deleting subnet aa72a888-b45f-4cfb-ae6c-4494e796baf0 {{(pid=113345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 16:59:51.850373 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-eb2fe61f-fe4b-4077-be09-3e6e7b74110e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:52.017805 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:52.213721 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-eb2fe61f-fe4b-4077-be09-3e6e7b74110e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27917017'] for subnet, precommit_delete_associations {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:52.298395 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-eb2fe61f-fe4b-4077-be09-3e6e7b74110e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645718'] for subnet, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:52.360066 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-eb2fe61f-fe4b-4077-be09-3e6e7b74110e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27916980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29156426'] for subnet, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:52.392911 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2fe61f-fe4b-4077-be09-3e6e7b74110e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa72a888-b45f-4cfb-ae6c-4494e796baf0,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:52.397283 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-eb2fe61f-fe4b-4077-be09-3e6e7b74110e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673503'] for subnet, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:52.401408 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-eb2fe61f-fe4b-4077-be09-3e6e7b74110e admin admin] 10.222.0.118 "DELETE /v2.0/subnets/aa72a888-b45f-4cfb-ae6c-4494e796baf0 HTTP/1.1" status: 204 len: 168 time: 0.6055105 Nov 02 16:59:52.405133 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 49800) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:52.408881 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9a665f-e232-462c-8198-f6e7c0027f01 None None] Network ac5452b3-7329-433e-af1f-df17acea3828 requested from dv-cinder-773876-4-iscsi {{(pid=113346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:59:52.504558 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-d5d143c8-eb48-4bea-b649-d779d8816045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652235'] for network, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:52.591845 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [None req-d5d143c8-eb48-4bea-b649-d779d8816045 admin admin] Deleting port 8be89351-40f9-4032-a5cc-8f879cd2a02a {{(pid=113345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 16:59:52.592593 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-d5d143c8-eb48-4bea-b649-d779d8816045 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788025385849'] for port, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:52.675300 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122aa794-a076-48dc-a2cb-f8aee1f11c25 None None] DHCP port deletion for ac5452b3-7329-433e-af1f-df17acea3828 request from dv-cinder-773876-4-iscsi {{(pid=113346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:59:52.687540 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.db [None req-d5d143c8-eb48-4bea-b649-d779d8816045 admin admin] For port 8be89351-40f9-4032-a5cc-8f879cd2a02a, host dv-cinder-773876-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=8be89351-40f9-4032-a5cc-8f879cd2a02a,segment=NetworkSegment(a0db1be0-f211-4b56-8245-8ff244bfde1c),segment_id=a0db1be0-f211-4b56-8245-8ff244bfde1c)] {{(pid=113345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:59:52.687903 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-d5d143c8-eb48-4bea-b649-d779d8816045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710950'] for port, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:52.702785 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [None req-d5d143c8-eb48-4bea-b649-d779d8816045 admin admin] Calling delete_port for 8be89351-40f9-4032-a5cc-8f879cd2a02a owned by network:dhcp {{(pid=113345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 16:59:52.740054 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-122aa794-a076-48dc-a2cb-f8aee1f11c25 None None] Deleting port 8be89351-40f9-4032-a5cc-8f879cd2a02a {{(pid=113346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 16:59:52.740692 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-122aa794-a076-48dc-a2cb-f8aee1f11c25 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788025385849'] for port, before_delete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:52.804106 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-d5d143c8-eb48-4bea-b649-d779d8816045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788025390403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788024814071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27915883'] for port, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:52.845830 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d143c8-eb48-4bea-b649-d779d8816045 admin admin] Pushing event deleted for resources: {'Port': ['ID=8be89351-40f9-4032-a5cc-8f879cd2a02a,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:52.853435 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-122aa794-a076-48dc-a2cb-f8aee1f11c25 None None] For port 8be89351-40f9-4032-a5cc-8f879cd2a02a, host dv-cinder-773876-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=8be89351-40f9-4032-a5cc-8f879cd2a02a,segment=NetworkSegment(a0db1be0-f211-4b56-8245-8ff244bfde1c),segment_id=a0db1be0-f211-4b56-8245-8ff244bfde1c)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:59:52.855446 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-122aa794-a076-48dc-a2cb-f8aee1f11c25 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710950'] for port, precommit_delete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:52.856895 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d143c8-eb48-4bea-b649-d779d8816045 admin admin] No DVR routers for this DVR port 8be89351-40f9-4032-a5cc-8f879cd2a02a on host dv-cinder-773876-4-iscsi {{(pid=113345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:59:52.890085 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-122aa794-a076-48dc-a2cb-f8aee1f11c25 None None] Calling delete_port for 8be89351-40f9-4032-a5cc-8f879cd2a02a owned by network:dhcp {{(pid=113346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 16:59:52.970503 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-d5d143c8-eb48-4bea-b649-d779d8816045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644317', 'neutron.services.segments.db._delete_segments_for_network-8788025296622'] for network, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:53.000022 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-122aa794-a076-48dc-a2cb-f8aee1f11c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788025390403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788024814071'] for port, after_delete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:53.002278 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.services.segments.db [None req-d5d143c8-eb48-4bea-b649-d779d8816045 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac5452b3-7329-433e-af1f-df17acea3828']}} {{(pid=113345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:59:53.016247 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.services.segments.db [None req-d5d143c8-eb48-4bea-b649-d779d8816045 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0db1be0-f211-4b56-8245-8ff244bfde1c') {'for_net_delete': True} {{(pid=113345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:59:53.016535 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.services.segments.db [None req-d5d143c8-eb48-4bea-b649-d779d8816045 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0db1be0-f211-4b56-8245-8ff244bfde1c') {} {{(pid=113345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:59:53.039500 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-d5d143c8-eb48-4bea-b649-d779d8816045 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788025301495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27917006'] for segment, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:53.042063 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122aa794-a076-48dc-a2cb-f8aee1f11c25 None None] Pushing event deleted for resources: {'Port': ['ID=8be89351-40f9-4032-a5cc-8f879cd2a02a,revision_number=None']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:53.052462 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122aa794-a076-48dc-a2cb-f8aee1f11c25 None None] No DVR routers for this DVR port 8be89351-40f9-4032-a5cc-8f879cd2a02a on host dv-cinder-773876-4-iscsi {{(pid=113346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:59:53.062051 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-d5d143c8-eb48-4bea-b649-d779d8816045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639893'] for segment, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:53.075449 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122aa794-a076-48dc-a2cb-f8aee1f11c25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:59:53.076451 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5d143c8-eb48-4bea-b649-d779d8816045 admin admin] Releasing vlan 785 on physical network physnet1 to pool {{(pid=113345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:59:53.077163 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-d5d143c8-eb48-4bea-b649-d779d8816045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27915798'] for segment, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:53.077534 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122aa794-a076-48dc-a2cb-f8aee1f11c25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:59:53.078364 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122aa794-a076-48dc-a2cb-f8aee1f11c25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:59:53.079179 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122aa794-a076-48dc-a2cb-f8aee1f11c25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:59:53.080044 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122aa794-a076-48dc-a2cb-f8aee1f11c25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:59:53.080286 dv-cinder-773876-4-iscsi neutron-server[113345]: Traceback (most recent call last): Nov 02 16:59:53.080286 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:59:53.080286 dv-cinder-773876-4-iscsi neutron-server[113345]: timer() Nov 02 16:59:53.080286 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:59:53.080286 dv-cinder-773876-4-iscsi neutron-server[113345]: cb(*args, **kw) Nov 02 16:59:53.080286 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:59:53.080286 dv-cinder-773876-4-iscsi neutron-server[113345]: return func(*args, **kwargs) Nov 02 16:59:53.080286 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:59:53.080286 dv-cinder-773876-4-iscsi neutron-server[113345]: self._notify() Nov 02 16:59:53.080286 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:59:53.080286 dv-cinder-773876-4-iscsi neutron-server[113345]: self.callback(batched_events) Nov 02 16:59:53.080286 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:59:53.080286 dv-cinder-773876-4-iscsi neutron-server[113345]: event.method(event) Nov 02 16:59:53.080286 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:59:53.080286 dv-cinder-773876-4-iscsi neutron-server[113345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:59:53.080286 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:59:53.080286 dv-cinder-773876-4-iscsi neutron-server[113345]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:59:53.080286 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:59:53.080286 dv-cinder-773876-4-iscsi neutron-server[113345]: return f(self, *a, **k) Nov 02 16:59:53.080286 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:59:53.080286 dv-cinder-773876-4-iscsi neutron-server[113345]: return self._get(url).json() Nov 02 16:59:53.080286 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:59:53.080286 dv-cinder-773876-4-iscsi neutron-server[113345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:59:53.080286 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:59:53.080286 dv-cinder-773876-4-iscsi neutron-server[113345]: return self.request(url, 'GET', **kwargs) Nov 02 16:59:53.080286 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:59:53.080286 dv-cinder-773876-4-iscsi neutron-server[113345]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:59:53.080286 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:59:53.080286 dv-cinder-773876-4-iscsi neutron-server[113345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:59:53.080286 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:59:53.080286 dv-cinder-773876-4-iscsi neutron-server[113345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:59:53.080286 dv-cinder-773876-4-iscsi neutron-server[113345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:59:53.085849 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122aa794-a076-48dc-a2cb-f8aee1f11c25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:59:53.086794 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122aa794-a076-48dc-a2cb-f8aee1f11c25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:59:53.087641 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122aa794-a076-48dc-a2cb-f8aee1f11c25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:59:53.088424 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122aa794-a076-48dc-a2cb-f8aee1f11c25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:59:53.089663 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122aa794-a076-48dc-a2cb-f8aee1f11c25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:59:53.090450 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122aa794-a076-48dc-a2cb-f8aee1f11c25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:59:53.091212 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122aa794-a076-48dc-a2cb-f8aee1f11c25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-4-iscsi {{(pid=113346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 16:59:53.127317 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device e29b7936-7a83-49dd-9008-36de97272721 no longer exists at agent ovs-agent-dv-cinder-773876-4-iscsi {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:59:53.147323 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-d5d143c8-eb48-4bea-b649-d779d8816045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3708022'] for network, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:53.151736 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] No Port match for: e29b7936-7a83-49dd-9008-36de97272721 {{(pid=113346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 16:59:53.152467 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device e29b7936-7a83-49dd-9008-36de97272721 not bound to the agent host dv-cinder-773876-4-iscsi {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:59:53.153172 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device 232ad059-fbdb-4195-a503-645ac2a34484 no longer exists at agent ovs-agent-dv-cinder-773876-4-iscsi {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:59:53.153624 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-d5d143c8-eb48-4bea-b649-d779d8816045 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673503'] for network, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:53.157775 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-d5d143c8-eb48-4bea-b649-d779d8816045 admin admin] 10.222.0.118 "DELETE /v2.0/networks/ac5452b3-7329-433e-af1f-df17acea3828 HTTP/1.1" status: 204 len: 168 time: 0.7514553 Nov 02 16:59:53.161146 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 49804) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:53.171687 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d143c8-eb48-4bea-b649-d779d8816045 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac5452b3-7329-433e-af1f-df17acea3828,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:53.176536 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] No Port match for: 232ad059-fbdb-4195-a503-645ac2a34484 {{(pid=113346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 16:59:53.176920 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device 232ad059-fbdb-4195-a503-645ac2a34484 not bound to the agent host dv-cinder-773876-4-iscsi {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:59:53.177359 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device 8be89351-40f9-4032-a5cc-8f879cd2a02a no longer exists at agent ovs-agent-dv-cinder-773876-4-iscsi {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:59:53.199850 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] No Port match for: 8be89351-40f9-4032-a5cc-8f879cd2a02a {{(pid=113346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 16:59:53.200343 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device 8be89351-40f9-4032-a5cc-8f879cd2a02a not bound to the agent host dv-cinder-773876-4-iscsi {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:59:53.544550 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-68b1ec36-e662-4eaf-a5f2-d4681dfcd210 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3708740'] for router_interface, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:53.816495 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.plugin [None req-68b1ec36-e662-4eaf-a5f2-d4681dfcd210 admin admin] Deleting port 5538918c-d056-4f26-a717-c8dffa7d35d5 {{(pid=113344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 16:59:53.816886 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-68b1ec36-e662-4eaf-a5f2-d4681dfcd210 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788025385849'] for port, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:53.922742 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.db [None req-68b1ec36-e662-4eaf-a5f2-d4681dfcd210 admin admin] For port 5538918c-d056-4f26-a717-c8dffa7d35d5, host dv-cinder-773876-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=5538918c-d056-4f26-a717-c8dffa7d35d5,segment=NetworkSegment(eef05f47-7995-4d44-ad66-7227e02c7e1e),segment_id=eef05f47-7995-4d44-ad66-7227e02c7e1e)] {{(pid=113344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:59:53.923131 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-68b1ec36-e662-4eaf-a5f2-d4681dfcd210 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710950'] for port, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:53.937554 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.plugin [None req-68b1ec36-e662-4eaf-a5f2-d4681dfcd210 admin admin] Calling delete_port for 5538918c-d056-4f26-a717-c8dffa7d35d5 owned by network:router_interface {{(pid=113344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 16:59:54.152322 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-68b1ec36-e662-4eaf-a5f2-d4681dfcd210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788025390403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788024814071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25371697'] for port, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:54.180646 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b1ec36-e662-4eaf-a5f2-d4681dfcd210 admin admin] Pushing event deleted for resources: {'Port': ['ID=5538918c-d056-4f26-a717-c8dffa7d35d5,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:54.427325 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-68b1ec36-e662-4eaf-a5f2-d4681dfcd210 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3731188'] for router_interface, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:54.993496 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68b1ec36-e662-4eaf-a5f2-d4681dfcd210 admin admin] Router 90d1523d-1d6b-4770-a7ea-bff643f1264d has already been hosted by L3 agent 23c85ca8-88a6-46e7-9165-338a7fd1d142 {{(pid=113344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 16:59:55.132502 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68b1ec36-e662-4eaf-a5f2-d4681dfcd210 admin admin] Notify agent at l3_agent.dv-cinder-773876-4-iscsi the message routers_updated {{(pid=113344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 16:59:55.138908 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-68b1ec36-e662-4eaf-a5f2-d4681dfcd210 admin admin] 10.222.0.118 "PUT /v2.0/routers/90d1523d-1d6b-4770-a7ea-bff643f1264d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9756026 Nov 02 16:59:55.141798 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 49808) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:55.146137 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41209cf7-6e94-41e7-ba15-b9a59371d2e7 None None] Sync routers for ids ['90d1523d-1d6b-4770-a7ea-bff643f1264d'] in dv-cinder-773876-4-iscsi {{(pid=113347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 16:59:55.158924 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41209cf7-6e94-41e7-ba15-b9a59371d2e7 None None] Routers {'90d1523d-1d6b-4770-a7ea-bff643f1264d'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:59:55.159606 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-41209cf7-6e94-41e7-ba15-b9a59371d2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:59:41Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['90d1523d-1d6b-4770-a7ea-bff643f1264d'], 'active': True} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:59:55.263636 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-6f23702e-5cb9-495f-9d6e-fd7d5af6ad60 admin admin] Publish callbacks [] for router, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:55.280531 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvr_db [None req-41209cf7-6e94-41e7-ba15-b9a59371d2e7 None None] Set router 90d1523d-1d6b-4770-a7ea-bff643f1264d gateway port host: dv-cinder-773876-4-iscsi {{(pid=113347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:59:55.401928 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-6f23702e-5cb9-495f-9d6e-fd7d5af6ad60 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:55.473679 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.plugin [None req-6f23702e-5cb9-495f-9d6e-fd7d5af6ad60 admin admin] Deleting port 42ecf0fd-4d99-40ad-9339-24ca3398ebf3 {{(pid=113344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 16:59:55.474084 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-6f23702e-5cb9-495f-9d6e-fd7d5af6ad60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788025385849'] for port, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:55.577594 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.db [None req-6f23702e-5cb9-495f-9d6e-fd7d5af6ad60 admin admin] For port 42ecf0fd-4d99-40ad-9339-24ca3398ebf3, host dv-cinder-773876-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=42ecf0fd-4d99-40ad-9339-24ca3398ebf3,segment=NetworkSegment(1cb664d2-69f4-46cd-9abc-3fc1a9239895),segment_id=1cb664d2-69f4-46cd-9abc-3fc1a9239895)] {{(pid=113344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:59:55.577914 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-6f23702e-5cb9-495f-9d6e-fd7d5af6ad60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710950'] for port, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:55.593896 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.plugins.ml2.plugin [None req-6f23702e-5cb9-495f-9d6e-fd7d5af6ad60 admin admin] Calling delete_port for 42ecf0fd-4d99-40ad-9339-24ca3398ebf3 owned by network:router_gateway {{(pid=113344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 16:59:55.648344 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-41209cf7-6e94-41e7-ba15-b9a59371d2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d1523d-1d6b-4770-a7ea-bff643f1264d', 'name': 'tempest-TestVolumeBootPattern-1874447619-router', 'tenant_id': 'accb2dc4ef0341069d86c5f46839d6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'external_fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '42ecf0fd-4d99-40ad-9339-24ca3398ebf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:54Z', 'updated_at': '2021-11-02T16:59:54Z', 'revision_number': 5, 'project_id': 'accb2dc4ef0341069d86c5f46839d6d3', 'gw_port': {'id': '42ecf0fd-4d99-40ad-9339-24ca3398ebf3', 'name': '', 'network_id': 'e732c7b6-4740-4909-a10c-6231f1bdbede', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:60:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d1523d-1d6b-4770-a7ea-bff643f1264d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T16:51:55Z', 'updated_at': '2021-11-02T16:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '886e8f69-733b-40e5-a835-3f68eef2cfaf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-4-iscsi'}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:59:55.678641 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41209cf7-6e94-41e7-ba15-b9a59371d2e7 None None] Checking router: 90d1523d-1d6b-4770-a7ea-bff643f1264d for host: dv-cinder-773876-4-iscsi {{(pid=113347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 16:59:55.690904 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41209cf7-6e94-41e7-ba15-b9a59371d2e7 None None] Routers {'90d1523d-1d6b-4770-a7ea-bff643f1264d'} bound to L3 agent in host dv-cinder-773876-4-iscsi {{(pid=113347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 16:59:55.691615 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-41209cf7-6e94-41e7-ba15-b9a59371d2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T16:37:41Z,description=,heartbeat_timestamp=2021-11-02T16:59:41Z,host='dv-cinder-773876-4-iscsi',id=23c85ca8-88a6-46e7-9165-338a7fd1d142,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T16:37:41Z,topic='l3_agent')) {'router_ids': ['90d1523d-1d6b-4770-a7ea-bff643f1264d'], 'active': True} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:59:55.797709 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_dvr_db [None req-41209cf7-6e94-41e7-ba15-b9a59371d2e7 None None] Set router 90d1523d-1d6b-4770-a7ea-bff643f1264d gateway port host: None {{(pid=113347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 16:59:55.800301 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-6f23702e-5cb9-495f-9d6e-fd7d5af6ad60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788025390403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788024814071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25371697'] for port, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:55.830735 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f23702e-5cb9-495f-9d6e-fd7d5af6ad60 admin admin] Pushing event deleted for resources: {'Port': ['ID=42ecf0fd-4d99-40ad-9339-24ca3398ebf3,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:55.864503 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.l3_hamode_db [None req-41209cf7-6e94-41e7-ba15-b9a59371d2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d1523d-1d6b-4770-a7ea-bff643f1264d', 'name': 'tempest-TestVolumeBootPattern-1874447619-router', 'tenant_id': 'accb2dc4ef0341069d86c5f46839d6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:54Z', 'updated_at': '2021-11-02T16:59:55Z', 'revision_number': 6, 'project_id': 'accb2dc4ef0341069d86c5f46839d6d3', 'gw_port_host': None}], 'dv-cinder-773876-4-iscsi', False) {} {{(pid=113347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:59:55.896819 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41209cf7-6e94-41e7-ba15-b9a59371d2e7 None None] The sync data for ids ['90d1523d-1d6b-4770-a7ea-bff643f1264d'] in dv-cinder-773876-4-iscsi is: [{'id': '90d1523d-1d6b-4770-a7ea-bff643f1264d', 'name': 'tempest-TestVolumeBootPattern-1874447619-router', 'tenant_id': 'accb2dc4ef0341069d86c5f46839d6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T16:51:54Z', 'updated_at': '2021-11-02T16:59:55Z', 'revision_number': 6, 'project_id': 'accb2dc4ef0341069d86c5f46839d6d3', 'gw_port_host': None}] {{(pid=113347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 16:59:55.929226 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-6f23702e-5cb9-495f-9d6e-fd7d5af6ad60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3708050'] for router_gateway, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:56.080713 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-6f23702e-5cb9-495f-9d6e-fd7d5af6ad60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3731240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26188'] for router, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:56.084298 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-6f23702e-5cb9-495f-9d6e-fd7d5af6ad60 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:56.155809 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-6f23702e-5cb9-495f-9d6e-fd7d5af6ad60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3731249'] for router, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:56.156555 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f23702e-5cb9-495f-9d6e-fd7d5af6ad60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90d1523d-1d6b-4770-a7ea-bff643f1264d {{(pid=113344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 16:59:56.162692 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-6f23702e-5cb9-495f-9d6e-fd7d5af6ad60 admin admin] Publish callbacks [] for router, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:56.164021 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-6f23702e-5cb9-495f-9d6e-fd7d5af6ad60 admin admin] 10.222.0.118 "DELETE /v2.0/routers/90d1523d-1d6b-4770-a7ea-bff643f1264d HTTP/1.1" status: 204 len: 168 time: 1.0211642 Nov 02 16:59:56.166748 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 49810) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:56.218062 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea25db71-7d38-4176-b4be-710a048d7f03 admin admin] Deleting subnet a465f121-ac7f-4806-ba00-ad4f51acb330 {{(pid=113344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 16:59:56.221895 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-ea25db71-7d38-4176-b4be-710a048d7f03 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:56.264434 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-ea25db71-7d38-4176-b4be-710a048d7f03 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25199420'] for subnet, precommit_delete_associations {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:56.381313 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-ea25db71-7d38-4176-b4be-710a048d7f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645718'] for subnet, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:56.456839 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-ea25db71-7d38-4176-b4be-710a048d7f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25372910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25642358'] for subnet, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:56.486694 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea25db71-7d38-4176-b4be-710a048d7f03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a465f121-ac7f-4806-ba00-ad4f51acb330,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:56.491277 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-ea25db71-7d38-4176-b4be-710a048d7f03 admin admin] Publish callbacks [] for subnet, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:56.494921 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-ea25db71-7d38-4176-b4be-710a048d7f03 admin admin] 10.222.0.118 "DELETE /v2.0/subnets/a465f121-ac7f-4806-ba00-ad4f51acb330 HTTP/1.1" status: 204 len: 168 time: 0.3263912 Nov 02 16:59:56.499388 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 49812) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:56.500851 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06631a3-591b-445f-abe3-e4cfad19b809 None None] Network be5e3a13-90a3-494b-8e20-3597fe10b76f requested from dv-cinder-773876-4-iscsi {{(pid=113346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 16:59:56.589707 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-aff0fd8d-deaa-4074-8165-b09f7ad731c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652235'] for network, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:56.664042 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [None req-aff0fd8d-deaa-4074-8165-b09f7ad731c8 admin admin] Deleting port e763b47b-f707-4159-8307-9cfc0fd2047a {{(pid=113345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 16:59:56.664471 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-aff0fd8d-deaa-4074-8165-b09f7ad731c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788025385849'] for port, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:56.735696 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b101f3a-674b-4c67-8cbe-d8ecc498e7a4 None None] DHCP port deletion for be5e3a13-90a3-494b-8e20-3597fe10b76f request from dv-cinder-773876-4-iscsi {{(pid=113346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 16:59:56.749946 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.db [None req-aff0fd8d-deaa-4074-8165-b09f7ad731c8 admin admin] For port e763b47b-f707-4159-8307-9cfc0fd2047a, host dv-cinder-773876-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=e763b47b-f707-4159-8307-9cfc0fd2047a,segment=NetworkSegment(eef05f47-7995-4d44-ad66-7227e02c7e1e),segment_id=eef05f47-7995-4d44-ad66-7227e02c7e1e)] {{(pid=113345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:59:56.750352 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-aff0fd8d-deaa-4074-8165-b09f7ad731c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710950'] for port, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:56.769456 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.plugin [None req-aff0fd8d-deaa-4074-8165-b09f7ad731c8 admin admin] Calling delete_port for e763b47b-f707-4159-8307-9cfc0fd2047a owned by network:dhcp {{(pid=113345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 16:59:56.798836 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-3b101f3a-674b-4c67-8cbe-d8ecc498e7a4 None None] Deleting port e763b47b-f707-4159-8307-9cfc0fd2047a {{(pid=113346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 16:59:56.799425 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-3b101f3a-674b-4c67-8cbe-d8ecc498e7a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788025385849'] for port, before_delete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:56.874470 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-aff0fd8d-deaa-4074-8165-b09f7ad731c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788025390403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788024814071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27915883'] for port, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:56.908726 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff0fd8d-deaa-4074-8165-b09f7ad731c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e763b47b-f707-4159-8307-9cfc0fd2047a,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:56.913930 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff0fd8d-deaa-4074-8165-b09f7ad731c8 admin admin] No DVR routers for this DVR port e763b47b-f707-4159-8307-9cfc0fd2047a on host dv-cinder-773876-4-iscsi {{(pid=113345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:59:56.920017 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.db [None req-3b101f3a-674b-4c67-8cbe-d8ecc498e7a4 None None] For port e763b47b-f707-4159-8307-9cfc0fd2047a, host dv-cinder-773876-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-4-iscsi',level=0,port_id=e763b47b-f707-4159-8307-9cfc0fd2047a,segment=NetworkSegment(eef05f47-7995-4d44-ad66-7227e02c7e1e),segment_id=eef05f47-7995-4d44-ad66-7227e02c7e1e)] {{(pid=113346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 16:59:56.920530 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-3b101f3a-674b-4c67-8cbe-d8ecc498e7a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710950'] for port, precommit_delete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:56.940154 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-3b101f3a-674b-4c67-8cbe-d8ecc498e7a4 None None] Calling delete_port for e763b47b-f707-4159-8307-9cfc0fd2047a owned by network:dhcp {{(pid=113346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 16:59:57.003346 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-aff0fd8d-deaa-4074-8165-b09f7ad731c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644317', 'neutron.services.segments.db._delete_segments_for_network-8788025296622'] for network, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:57.032335 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.services.segments.db [None req-aff0fd8d-deaa-4074-8165-b09f7ad731c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be5e3a13-90a3-494b-8e20-3597fe10b76f']}} {{(pid=113345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:59:57.046065 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-3b101f3a-674b-4c67-8cbe-d8ecc498e7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3569732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4191953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788025390403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788024814071'] for port, after_delete {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:57.050103 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.services.segments.db [None req-aff0fd8d-deaa-4074-8165-b09f7ad731c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eef05f47-7995-4d44-ad66-7227e02c7e1e') {'for_net_delete': True} {{(pid=113345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:59:57.050459 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.services.segments.db [None req-aff0fd8d-deaa-4074-8165-b09f7ad731c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eef05f47-7995-4d44-ad66-7227e02c7e1e') {} {{(pid=113345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 16:59:57.073332 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-aff0fd8d-deaa-4074-8165-b09f7ad731c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788025301495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27917006'] for segment, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:57.095392 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b101f3a-674b-4c67-8cbe-d8ecc498e7a4 None None] Pushing event deleted for resources: {'Port': ['ID=e763b47b-f707-4159-8307-9cfc0fd2047a,revision_number=None']} {{(pid=113346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:57.102694 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-aff0fd8d-deaa-4074-8165-b09f7ad731c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639893'] for segment, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:57.103694 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b101f3a-674b-4c67-8cbe-d8ecc498e7a4 None None] No DVR routers for this DVR port e763b47b-f707-4159-8307-9cfc0fd2047a on host dv-cinder-773876-4-iscsi {{(pid=113346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 16:59:57.116125 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aff0fd8d-deaa-4074-8165-b09f7ad731c8 admin admin] Releasing vlan 797 on physical network physnet1 to pool {{(pid=113345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 16:59:57.116879 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-aff0fd8d-deaa-4074-8165-b09f7ad731c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-639893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27915798'] for segment, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:57.134772 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device 5538918c-d056-4f26-a717-c8dffa7d35d5 no longer exists at agent ovs-agent-dv-cinder-773876-4-iscsi {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:59:57.139363 dv-cinder-773876-4-iscsi neutron-server[113345]: Traceback (most recent call last): Nov 02 16:59:57.139363 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 16:59:57.139363 dv-cinder-773876-4-iscsi neutron-server[113345]: timer() Nov 02 16:59:57.139363 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 16:59:57.139363 dv-cinder-773876-4-iscsi neutron-server[113345]: cb(*args, **kw) Nov 02 16:59:57.139363 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 16:59:57.139363 dv-cinder-773876-4-iscsi neutron-server[113345]: return func(*args, **kwargs) Nov 02 16:59:57.139363 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 16:59:57.139363 dv-cinder-773876-4-iscsi neutron-server[113345]: self._notify() Nov 02 16:59:57.139363 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 16:59:57.139363 dv-cinder-773876-4-iscsi neutron-server[113345]: self.callback(batched_events) Nov 02 16:59:57.139363 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 16:59:57.139363 dv-cinder-773876-4-iscsi neutron-server[113345]: event.method(event) Nov 02 16:59:57.139363 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 16:59:57.139363 dv-cinder-773876-4-iscsi neutron-server[113345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 16:59:57.139363 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 16:59:57.139363 dv-cinder-773876-4-iscsi neutron-server[113345]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 16:59:57.139363 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 16:59:57.139363 dv-cinder-773876-4-iscsi neutron-server[113345]: return f(self, *a, **k) Nov 02 16:59:57.139363 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 16:59:57.139363 dv-cinder-773876-4-iscsi neutron-server[113345]: return self._get(url).json() Nov 02 16:59:57.139363 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 16:59:57.139363 dv-cinder-773876-4-iscsi neutron-server[113345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 16:59:57.139363 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 16:59:57.139363 dv-cinder-773876-4-iscsi neutron-server[113345]: return self.request(url, 'GET', **kwargs) Nov 02 16:59:57.139363 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 16:59:57.139363 dv-cinder-773876-4-iscsi neutron-server[113345]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 16:59:57.139363 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 16:59:57.139363 dv-cinder-773876-4-iscsi neutron-server[113345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 16:59:57.139363 dv-cinder-773876-4-iscsi neutron-server[113345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 16:59:57.139363 dv-cinder-773876-4-iscsi neutron-server[113345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 16:59:57.139363 dv-cinder-773876-4-iscsi neutron-server[113345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 16:59:57.166246 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] No Port match for: 5538918c-d056-4f26-a717-c8dffa7d35d5 {{(pid=113346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 16:59:57.166614 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device 5538918c-d056-4f26-a717-c8dffa7d35d5 not bound to the agent host dv-cinder-773876-4-iscsi {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:59:57.167240 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device e763b47b-f707-4159-8307-9cfc0fd2047a no longer exists at agent ovs-agent-dv-cinder-773876-4-iscsi {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:59:57.202945 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] No Port match for: e763b47b-f707-4159-8307-9cfc0fd2047a {{(pid=113346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 16:59:57.203380 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device e763b47b-f707-4159-8307-9cfc0fd2047a not bound to the agent host dv-cinder-773876-4-iscsi {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:59:57.203846 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device 42ecf0fd-4d99-40ad-9339-24ca3398ebf3 no longer exists at agent ovs-agent-dv-cinder-773876-4-iscsi {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 16:59:57.220103 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-aff0fd8d-deaa-4074-8165-b09f7ad731c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3708022'] for network, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:57.226896 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.plugin [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] No Port match for: 42ecf0fd-4d99-40ad-9339-24ca3398ebf3 {{(pid=113346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 16:59:57.227260 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-aff0fd8d-deaa-4074-8165-b09f7ad731c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673503'] for network, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:57.227407 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron.plugins.ml2.rpc [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Device 42ecf0fd-4d99-40ad-9339-24ca3398ebf3 not bound to the agent host dv-cinder-773876-4-iscsi {{(pid=113346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 16:59:57.236787 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-aff0fd8d-deaa-4074-8165-b09f7ad731c8 admin admin] 10.222.0.118 "DELETE /v2.0/networks/be5e3a13-90a3-494b-8e20-3597fe10b76f HTTP/1.1" status: 204 len: 168 time: 0.7321584 Nov 02 16:59:57.268071 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff0fd8d-deaa-4074-8165-b09f7ad731c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=be5e3a13-90a3-494b-8e20-3597fe10b76f,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:57.442372 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 49816) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:57.503394 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-c89e445d-71ae-486e-aa4c-02b4b8185f9f admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=f83b31a72c4f4cc78519ed2dc9bdc400&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0595703 Nov 02 16:59:57.506233 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [-] (113345) accepted ('10.222.0.118', 49818) {{(pid=113345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:57.571705 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-eaa22ae5-9410-4478-a95a-bddfe3afa606 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:57.609501 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-eaa22ae5-9410-4478-a95a-bddfe3afa606 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:57.666902 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-eaa22ae5-9410-4478-a95a-bddfe3afa606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:57.670333 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron_lib.callbacks.manager [None req-eaa22ae5-9410-4478-a95a-bddfe3afa606 admin admin] Publish callbacks [] for security_group, before_response {{(pid=113345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:57.671626 dv-cinder-773876-4-iscsi neutron-server[113345]: INFO neutron.wsgi [None req-eaa22ae5-9410-4478-a95a-bddfe3afa606 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/659dd168-135d-42e8-b41b-542e153650a2 HTTP/1.1" status: 204 len: 168 time: 0.1642783 Nov 02 16:59:57.681626 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa22ae5-9410-4478-a95a-bddfe3afa606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=659dd168-135d-42e8-b41b-542e153650a2,revision_number=None']} {{(pid=113345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 16:59:58.094241 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 49824) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:58.169475 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-1baaa869-6281-4635-aca0-01bd7ba35e10 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=accb2dc4ef0341069d86c5f46839d6d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0727997 Nov 02 16:59:58.171849 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [-] (113344) accepted ('10.222.0.118', 49826) {{(pid=113344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 16:59:58.233949 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-9ed933e4-822a-4902-90c6-ac4a11fcab0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:58.259947 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-9ed933e4-822a-4902-90c6-ac4a11fcab0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:58.320786 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-9ed933e4-822a-4902-90c6-ac4a11fcab0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756082'] for security_group, after_delete {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:58.325435 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron_lib.callbacks.manager [None req-9ed933e4-822a-4902-90c6-ac4a11fcab0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=113344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 16:59:58.327750 dv-cinder-773876-4-iscsi neutron-server[113344]: INFO neutron.wsgi [None req-9ed933e4-822a-4902-90c6-ac4a11fcab0b admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/31556fda-f99e-449e-810b-88968b9293c6 HTTP/1.1" status: 204 len: 168 time: 0.1545029 Nov 02 16:59:58.343322 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed933e4-822a-4902-90c6-ac4a11fcab0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31556fda-f99e-449e-810b-88968b9293c6,revision_number=None']} {{(pid=113344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 17:00:08.337652 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-aeed3a1b-0185-4083-9e7f-ad1fb3774bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 17:00:11.036040 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-fdded0c6-2a60-432a-ad77-7bc2cf8fde77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 17:00:12.919276 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-dfe49d6c-b306-436a-ba68-760764be264a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 17:00:14.593246 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.agents_db [None req-4685c794-fb13-4fdb-802d-b1599aff033c None None] Agent healthcheck: found 6 active agents {{(pid=113347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:00:14.710256 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0b95-0143-42d2-8d33-45f1b37c89de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 17:00:16.059623 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 17:00:22.001203 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 17:00:38.338729 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-42363f8b-0b7e-4dc4-9d20-36de3ffed345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 17:00:41.033382 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-c9b9709e-9021-4c41-9606-851661055289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 17:00:42.928068 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-dfe49d6c-b306-436a-ba68-760764be264a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 17:00:44.715322 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0b95-0143-42d2-8d33-45f1b37c89de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 17:00:46.056458 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 17:00:51.594648 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.agents_db [None req-4685c794-fb13-4fdb-802d-b1599aff033c None None] Agent healthcheck: found 6 active agents {{(pid=113347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:00:52.007241 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 17:01:08.336816 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-46cdec50-b67f-420d-b318-4b932af267b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 17:01:11.031919 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-8aee5e8b-015d-40ce-935d-fd0432a35119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 17:01:12.929016 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-dfe49d6c-b306-436a-ba68-760764be264a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 17:01:14.719882 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0b95-0143-42d2-8d33-45f1b37c89de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 17:01:16.054991 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 17:01:22.019993 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 17:01:28.595577 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.agents_db [None req-4685c794-fb13-4fdb-802d-b1599aff033c None None] Agent healthcheck: found 6 active agents {{(pid=113347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:01:38.340740 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4661b1d5-6ed0-4621-9d46-0831a8a0f0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 17:01:41.028662 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-de8b15b6-82be-477d-9de5-1dfcf50b5b0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 17:01:42.927199 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-dfe49d6c-b306-436a-ba68-760764be264a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 17:01:44.726101 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0b95-0143-42d2-8d33-45f1b37c89de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 17:01:46.059120 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 17:01:52.031620 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 17:02:05.596097 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.agents_db [None req-4685c794-fb13-4fdb-802d-b1599aff033c None None] Agent healthcheck: found 6 active agents {{(pid=113347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:02:08.339900 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-ddd60b2d-0c3a-4ebd-8c78-cdd12a958a46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 17:02:11.023800 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-42307e56-a7f8-461d-ae16-e7f015dbbad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 17:02:12.221405 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [req-7d11d1af-a375-4f15-a961-3cc016b87ced req-e6877e52-2996-43ad-98c1-d6fb61408d09 service neutron] (113344) timed out ('10.222.0.76', 58974) {{(pid=113344) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 02 17:02:12.662237 dv-cinder-773876-4-iscsi neutron-server[113345]: DEBUG neutron.wsgi [req-6f0f9f48-b165-4e95-b170-9fc979858e98 req-2f9d4b81-c74b-49fe-ba86-9112f6fe7386 service neutron] (113345) timed out ('10.222.0.76', 58944) {{(pid=113345) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 02 17:02:12.934362 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-dfe49d6c-b306-436a-ba68-760764be264a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 17:02:14.727301 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0b95-0143-42d2-8d33-45f1b37c89de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 17:02:15.326512 dv-cinder-773876-4-iscsi neutron-server[113344]: DEBUG neutron.wsgi [req-1cdeb0c1-babb-4c1c-a330-40f5fe690f8b req-c2452b8c-30e4-4380-b97d-c781d6716b77 service neutron] (113344) timed out ('10.222.0.76', 58930) {{(pid=113344) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 02 17:02:16.058297 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 17:02:22.036639 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 17:02:38.337116 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-01fc9d04-ba36-4d91-9664-d7d4808da2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 17:02:41.030298 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-9e50af70-2676-49b6-9dfc-a1c13b0b2da0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 17:02:42.596647 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.agents_db [None req-4685c794-fb13-4fdb-802d-b1599aff033c None None] Agent healthcheck: found 6 active agents {{(pid=113347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:02:42.938454 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-dfe49d6c-b306-436a-ba68-760764be264a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 17:02:44.727300 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0b95-0143-42d2-8d33-45f1b37c89de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 17:02:46.057448 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 17:02:52.036884 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 17:03:08.333992 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-8d734134-5239-4c30-89f6-f922fb55a126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 17:03:11.028628 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-051b1fa3-9b45-4f2a-984b-a0b9ba28a1bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 17:03:12.937269 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-dfe49d6c-b306-436a-ba68-760764be264a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 17:03:14.731151 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0b95-0143-42d2-8d33-45f1b37c89de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 17:03:16.054053 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 17:03:19.597362 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.agents_db [None req-4685c794-fb13-4fdb-802d-b1599aff033c None None] Agent healthcheck: found 6 active agents {{(pid=113347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:03:22.037303 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 17:03:38.329816 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-c1aefbf6-7323-498a-a963-31e1b7de0e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 17:03:41.023510 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-3fc601c5-56af-43ae-9a90-376d5ac2df85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 17:03:42.940019 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-dfe49d6c-b306-436a-ba68-760764be264a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 17:03:44.734356 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0b95-0143-42d2-8d33-45f1b37c89de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 17:03:46.060583 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 17:03:52.044523 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 17:03:56.598177 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.agents_db [None req-4685c794-fb13-4fdb-802d-b1599aff033c None None] Agent healthcheck: found 6 active agents {{(pid=113347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:04:08.337095 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-f0bf28c0-6ec1-4df9-9a3f-6c750ce9f887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 17:04:11.021002 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-8b887fd0-0307-481d-94ca-3d82f0510061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 17:04:12.946411 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-dfe49d6c-b306-436a-ba68-760764be264a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 17:04:14.739315 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0b95-0143-42d2-8d33-45f1b37c89de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 17:04:16.057553 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 17:04:22.044499 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 17:04:33.598433 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.agents_db [None req-4685c794-fb13-4fdb-802d-b1599aff033c None None] Agent healthcheck: found 6 active agents {{(pid=113347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:04:38.334025 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-37b33245-bf1a-4073-959f-bf03bef9d0c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 17:04:41.018586 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-8e11b59c-7d13-469b-a11f-9708b4dc245f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 17:04:42.946669 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-dfe49d6c-b306-436a-ba68-760764be264a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 17:04:44.742498 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0b95-0143-42d2-8d33-45f1b37c89de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 17:04:46.053511 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 17:04:52.064788 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 17:05:08.330895 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-056f0dc8-cadf-4c40-a090-1f03e81b07a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 17:05:10.599031 dv-cinder-773876-4-iscsi neutron-server[113347]: DEBUG neutron.db.agents_db [None req-4685c794-fb13-4fdb-802d-b1599aff033c None None] Agent healthcheck: found 6 active agents {{(pid=113347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 17:05:11.018557 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-b7ccce2d-c5fd-44d0-a042-701141be33ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 17:05:12.950885 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-dfe49d6c-b306-436a-ba68-760764be264a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 17:05:14.746553 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0b95-0143-42d2-8d33-45f1b37c89de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 17:05:16.060872 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff791-6a65-44e1-8854-15ae8e3d5cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 17:05:22.087628 dv-cinder-773876-4-iscsi neutron-server[113346]: DEBUG neutron_lib.callbacks.manager [None req-4ce7834d-dd23-407f-97e1-96f975ad1688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788025296604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550487'] for agent, after_update {{(pid=113346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}